-- Logs begin at Tue 2022-09-27 03:40:37 UTC, end at Tue 2022-09-27 04:41:33 UTC. -- Sep 27 04:11:33.257679 dv-cinder-859186-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 27 04:11:35.954980 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.common.config [-] Logging enabled! Sep 27 04:11:35.955596 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev25 Sep 27 04:11:35.955782 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106099) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 27 04:11:35.959841 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.common.config [-] Logging enabled! Sep 27 04:11:35.960107 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 21.1.0.dev25 Sep 27 04:11:35.960427 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=106099) setup_logging /opt/stack/neutron/neutron/common/config.py:123}} Sep 27 04:11:35.961561 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 27 04:11:35.961819 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 27 04:11:35.962314 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 27 04:11:35.962562 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 27 04:11:35.962791 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 27 04:11:35.963112 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.963412 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.963643 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.964060 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.964487 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.964932 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.965408 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.965916 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.966330 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.966792 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.967235 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.967599 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.968056 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] config_source = [] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.968535 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.969004 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.969319 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] debug = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.969673 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.970163 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.970744 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.971038 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.971344 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.971630 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.971910 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.972193 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.972484 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.972823 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] host = dv-cinder-859186-3-iscsi {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.973105 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.973399 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.973692 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.974020 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.974299 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.974576 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.974865 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.975778 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] log_dir = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.976055 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] log_file = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.976335 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.976631 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.976925 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.977219 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.977448 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.977675 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.977991 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.978284 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.978563 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.978840 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.979116 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.979391 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.979666 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.979937 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.980225 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.980513 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.980801 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.981077 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.981352 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.981625 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.981927 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.982213 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.982492 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.982764 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.983039 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.983336 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.983605 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.983878 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.984181 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.984465 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.984748 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.985037 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.985311 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.985604 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.985909 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.986185 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] use_journal = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.986458 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] use_json = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.987431 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.987709 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.987998 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.988273 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.988548 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.988823 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.989098 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.989388 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.989663 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:35.989995 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:35.990299 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:35.990625 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:35.990913 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:35.991237 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:35.991516 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:35.991813 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:35.992097 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:35.992389 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:35.992682 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:35.992974 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:35.993256 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:35.993560 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:35.993890 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:35.994192 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:35.994500 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:35.994799 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:35.995094 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:35.995374 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:35.995653 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:35.995931 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:35.996218 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:35.996505 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:35.996785 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:35.997077 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:35.997372 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:35.997655 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:35.997980 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:35.998268 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:35.998553 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:35.998847 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:35.999139 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:35.999415 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:35.999694 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:35.999988 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.000268 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.000541 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.000831 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.001110 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.001385 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.001666 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.001984 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.002279 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.002554 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.002834 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.003126 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.003407 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.003684 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.003953 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.004230 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.004508 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.004791 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.005065 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.005338 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.005607 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.005910 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.006211 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.006484 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.006763 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.007033 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.007308 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.007581 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.008456 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.008735 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.009009 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.009284 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.009556 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.009853 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.010135 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.010408 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.010681 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.010953 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.011484 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.011765 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.012054 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.012357 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.012643 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.012920 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.013200 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.013480 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.013779 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.014063 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.014346 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.014630 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.014907 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.015203 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.015489 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.015778 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.016065 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.016364 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.016669 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.016950 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.017229 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.017508 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.017807 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.018090 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.018376 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.018655 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.018933 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.019220 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.019509 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.019808 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.020105 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.020387 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.020684 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.020982 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.021277 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.021559 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.022450 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.022732 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:36.022954 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 27 04:11:36.023202 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=106099) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 27 04:11:36.405171 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "plugin-directory" by "neutron_lib.plugins.directory._create_plugin_directory" {{(pid=106099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 27 04:11:36.405496 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.001s {{(pid=106099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 27 04:11:36.405779 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=106099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 27 04:11:36.406534 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "manager" by "neutron.manager.NeutronManager._create_instance" {{(pid=106099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:404}} Sep 27 04:11:36.406534 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=106099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:409}} Sep 27 04:11:36.406727 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 27 04:11:36.731774 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:36.732065 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:36.732339 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:36.733544 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:36.733844 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:36.734112 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:36.786346 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:36.786625 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:36.786894 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:36.803322 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:36.803606 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:36.803879 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:36.831476 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:36.831758 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:36.832030 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:36.868987 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:36.869260 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:36.869540 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:37.102660 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:37.103278 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:37.103278 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:37.104297 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:37.105004 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:37.201949 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:37.202275 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:37.202559 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:37.202840 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:37.203116 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:37.203432 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:37.203704 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:37.203972 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:37.204234 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:37.204523 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:37.204797 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:37.205064 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:37.205325 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:37.205581 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:37.205866 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:37.206140 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:37.206401 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:37.206674 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:37.206949 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:37.207215 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:37.207494 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:37.207752 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:37.208041 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:37.208424 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:37.208682 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:37.208935 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:37.209893 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=106099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 04:11:37.210155 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=106099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 04:11:37.210399 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=106099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 04:11:37.210638 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=106099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 04:11:37.210876 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=106099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 04:11:37.211113 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=106099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 04:11:37.211476 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 27 04:11:37.214569 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 27 04:11:37.218477 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 27 04:11:37.222344 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 27 04:11:37.223973 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 27 04:11:37.224591 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 27 04:11:37.224953 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 27 04:11:37.225355 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 27 04:11:37.228122 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 27 04:11:37.228376 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 27 04:11:37.228719 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 27 04:11:37.233813 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 27 04:11:37.256885 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 27 04:11:37.257334 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:37.257633 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=106099) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Sep 27 04:11:37.258035 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:37.259382 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=106099) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 27 04:11:37.259668 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 27 04:11:37.259915 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 27 04:11:37.270793 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:37.271073 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:37.422353 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 27 04:11:37.422601 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 27 04:11:37.422839 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 27 04:11:37.423221 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 27 04:11:37.476890 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO dbcounter [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Registered counter for database neutron Sep 27 04:11:37.495713 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_db.sqlalchemy.engines [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=106099) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 27 04:11:37.501486 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG dbcounter [-] [106099] Writer thread running {{(pid=106099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 27 04:11:38.034843 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.plugins.ml2.managers [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Initializing driver for type 'gre' Sep 27 04:11:38.035301 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] gre ID ranges: [(1, 1000)] Sep 27 04:11:38.092803 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.plugins.ml2.managers [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Initializing driver for type 'local' Sep 27 04:11:38.093139 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.plugins.ml2.managers [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Initializing driver for type 'vlan' Sep 27 04:11:38.106793 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] VlanTypeDriver initialization complete Sep 27 04:11:38.107394 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.plugins.ml2.managers [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Initializing driver for type 'vxlan' Sep 27 04:11:38.107649 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] vxlan ID ranges: [(1, 1000)] Sep 27 04:11:38.160533 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.plugins.ml2.managers [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Initializing extension driver 'port_security' Sep 27 04:11:38.160868 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.plugins.ml2.extensions.port_security [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] PortSecurityExtensionDriver initialization complete Sep 27 04:11:38.161194 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.plugins.ml2.managers [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Initializing mechanism driver 'openvswitch' Sep 27 04:11:38.161527 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.plugins.ml2.managers [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Initializing mechanism driver 'hyperv' Sep 27 04:11:38.167997 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.plugins.ml2.plugin [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=106099) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:11:38.168720 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > port after_create 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.169092 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > port after_update 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.169440 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > port after_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.169960 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=106099) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 27 04:11:38.170380 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > subnet after_create 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.170735 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > subnet after_update 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.171080 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.171471 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=106099) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 27 04:11:38.171876 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > network after_create 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.172224 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > network after_update 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.172564 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > network after_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.172953 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=106099) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 27 04:11:38.173354 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > security_group after_create 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.173702 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > security_group after_update 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.174064 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > security_group after_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.174456 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=106099) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 27 04:11:38.174859 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.175206 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.175547 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.176070 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=106099) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 27 04:11:38.176472 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > address_group after_create 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.176817 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > address_group after_update 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.177161 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > address_group after_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.177552 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=106099) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 27 04:11:38.178020 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] ML2 OVO RPC backend initialized. {{(pid=106099) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Sep 27 04:11:38.179226 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.179580 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.179993 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > network before_response 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.180340 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > networks before_response 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.180680 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > port before_response 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.181015 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > ports before_response 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.181352 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > subnet before_response 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.181688 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > subnets before_response 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.182055 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > network after_create 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.182393 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > network after_update 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.182723 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > network after_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.183056 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > port after_create 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.183392 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > port after_update 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.183724 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > port after_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.184058 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > subnet after_create 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.184389 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > subnet after_update 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.184720 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > subnet after_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.192197 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.quota [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded quota_driver: . Sep 27 04:11:38.192554 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.plugins.ml2.plugin [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Modular L2 Plugin initialization complete Sep 27 04:11:38.192896 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading services supported by the core plugin {{(pid=106099) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 27 04:11:38.193233 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.plugins.ml2.managers [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Got port-security extension from driver 'port_security' Sep 27 04:11:38.194318 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.extensions.vlantransparent [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Disabled vlantransparent extension. Sep 27 04:11:38.194817 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=106099) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 27 04:11:38.195141 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading Plugin: router Sep 27 04:11:38.229551 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > router_interface before_create 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.229967 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > router after_create 55549900 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.230335 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > router before_create 55549900 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.230698 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.231069 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.231423 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > router after_delete 55549900 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.231782 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > floatingip after_create 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.232128 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > floatingip after_update 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.232484 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > router after_create 55549900 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.232829 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > router after_update 55549900 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.233177 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > router after_update 55549900 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.233527 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.233919 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > router after_update 55549900 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.234338 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > router precommit_update 55549900 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.234710 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: port after_update 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.235050 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: port after_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.235392 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: subnet after_update 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.235734 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.236085 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > port precommit_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.236432 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > router precommit_create 55549900 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.236777 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: port before_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.237121 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > router precommit_create 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.237474 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > router after_update 55549900 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.237841 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > router precommit_delete 55549900 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.238193 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > router precommit_create 55549900 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.238549 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > router_interface after_create 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.238892 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > router precommit_update 55549900 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.239254 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > agent after_create 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.239603 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > agent after_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.239946 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > network after_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.241326 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.quota.resource_registry [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Tracking information for resource: router configured {{(pid=106099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 04:11:38.241654 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.quota.resource_registry [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Tracking information for resource: floatingip configured {{(pid=106099) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 27 04:11:38.246600 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.db.l3_agentschedulers_db [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 27 04:11:38.247174 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: port after_update 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.247535 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: port after_create 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.247884 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: port after_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.248230 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: port after_update 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.249008 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > router before_create 55550100 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.249370 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > router precommit_delete 55550100 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.249726 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > router precommit_create 55550100 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.250100 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > router precommit_update 55550100 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.254956 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.services.provider_configuration [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Service providers = [] {{(pid=106099) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 27 04:11:38.255322 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.db.servicetype_db [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=106099) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 27 04:11:38.258829 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.services.service_base [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=106099) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 04:11:38.259178 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.services.service_base [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=106099) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 04:11:38.259517 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.services.service_base [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=106099) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 04:11:38.260388 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.services.service_base [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=106099) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 27 04:11:38.260754 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.services.service_base [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 27 04:11:38.261125 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=106099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 04:11:38.261690 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 27 04:11:38.273143 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=106099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 04:11:38.273476 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading Plugin: auto_allocate Sep 27 04:11:38.279218 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: network precommit_update 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.279587 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: network precommit_create 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.280108 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=106099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 04:11:38.280425 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading Plugin: tag Sep 27 04:11:38.286959 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=106099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 04:11:38.287239 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading Plugin: timestamp Sep 27 04:11:38.291251 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=106099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 04:11:38.291582 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading Plugin: network_ip_availability Sep 27 04:11:38.296985 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.297357 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.297709 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.298431 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=106099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 04:11:38.298748 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading Plugin: flavors Sep 27 04:11:38.303881 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=106099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 04:11:38.304205 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading Plugin: revisions Sep 27 04:11:38.308558 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=106099) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 27 04:11:38.308940 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_concurrency.lockutils [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.903s {{(pid=106099) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:423}} Sep 27 04:11:38.309681 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=106099) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Sep 27 04:11:38.310243 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Initializing extension manager. Sep 27 04:11:38.310578 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: __init__.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.310919 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: __pycache__ {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.311252 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: address_group.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.312123 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.312685 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: address-group Sep 27 04:11:38.313005 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: address_scope.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.313673 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.314197 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: address-scope Sep 27 04:11:38.314516 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: admin_state_down_before_update.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.315396 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.315893 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: router-admin-state-down-before-update Sep 27 04:11:38.316211 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: agent.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.316862 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.317356 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: agent Sep 27 04:11:38.317674 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: agent_resources_synced.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.318558 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.319614 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: agent-resources-synced Sep 27 04:11:38.319932 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: allowedaddresspairs.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.321656 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.322201 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: allowed-address-pairs Sep 27 04:11:38.322527 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: auto_allocated_topology.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.323537 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.324046 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: auto-allocated-topology Sep 27 04:11:38.324369 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: availability_zone.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.325032 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.325541 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: availability_zone Sep 27 04:11:38.325897 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: availability_zone_filter.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.326759 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.327262 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: availability_zone_filter Sep 27 04:11:38.327578 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: data_plane_status.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.328432 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.328930 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension data-plane-status not supported by any of loaded plugins Sep 27 04:11:38.329249 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: default_subnetpools.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.330140 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.330640 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: default-subnetpools Sep 27 04:11:38.330956 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: dhcpagentscheduler.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.331715 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.332220 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: dhcp_agent_scheduler Sep 27 04:11:38.332537 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: dns.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.333395 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.333933 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension dns-integration not supported by any of loaded plugins Sep 27 04:11:38.334255 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: dns_domain_ports.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.335146 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.335644 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 27 04:11:38.335962 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.336826 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.337321 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 27 04:11:38.337638 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: dvr.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.338296 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.338793 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: dvr Sep 27 04:11:38.339111 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: ecmp_routes.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.339968 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.340461 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 27 04:11:38.340779 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: empty_string_filtering.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.341631 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.342165 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: empty-string-filtering Sep 27 04:11:38.342485 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.343335 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.343829 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 27 04:11:38.344146 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.345005 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.345501 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 27 04:11:38.345851 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: external_net.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.346710 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.347209 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: external-net Sep 27 04:11:38.347526 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: extra_dhcp_opt.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.348376 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.348879 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: extra_dhcp_opt Sep 27 04:11:38.349198 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: extraroute.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.350118 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.350614 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: extraroute Sep 27 04:11:38.350931 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: extraroute_atomic.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.351901 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.352404 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: extraroute-atomic Sep 27 04:11:38.352722 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: filter_validation.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.353338 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.353862 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: filter-validation Sep 27 04:11:38.354180 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: fip_pf_description.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.355041 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.355533 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 27 04:11:38.355850 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: fip_pf_detail.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.356704 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Floating IP port forwarding detail" alias="floating-ip-port-forwarding-detail" description="Allow list floating ip return more port forwarding data, include'id' and 'internal_port_id'" updated="2022-05-06T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.357203 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: floating-ip-port-forwarding-detail Sep 27 04:11:38.357519 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: fip_pf_port_range.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.358404 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.358904 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Sep 27 04:11:38.359223 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: fip_port_details.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.360090 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.360603 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: fip-port-details Sep 27 04:11:38.360922 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: flavors.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.362102 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.362611 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: flavors Sep 27 04:11:38.362935 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.364542 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.365059 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 27 04:11:38.365385 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: floatingip_pools.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.366586 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.367094 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: floatingip-pools Sep 27 04:11:38.367414 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: ip_allocation.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.368283 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.368778 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension ip_allocation not supported by any of loaded plugins Sep 27 04:11:38.369095 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.370010 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.370510 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: ip-substring-filtering Sep 27 04:11:38.370829 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: l2_adjacency.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.371697 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.372197 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 27 04:11:38.372518 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: l3.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.373422 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.373954 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: router Sep 27 04:11:38.374275 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: l3_conntrack_helper.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.376623 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.377149 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 27 04:11:38.377483 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.378377 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.378890 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: ext-gw-mode Sep 27 04:11:38.379217 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.380085 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.380594 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: l3-ha Sep 27 04:11:38.380917 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.382384 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.382883 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Sep 27 04:11:38.383203 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: l3_flavors.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.384064 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.384566 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: l3-flavors Sep 27 04:11:38.384887 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: l3_ndp_proxy.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.386236 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.386995 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Sep 27 04:11:38.387320 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.388194 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.388703 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 27 04:11:38.389026 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: l3agentscheduler.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.390051 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.390564 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: l3_agent_scheduler Sep 27 04:11:38.390887 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: local_ip.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.392566 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.393091 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension local_ip not supported by any of loaded plugins Sep 27 04:11:38.393444 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: logging.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.394888 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.395415 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension logging not supported by any of loaded plugins Sep 27 04:11:38.395744 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: metering.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.396437 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.397032 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: metering Sep 27 04:11:38.397356 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.398425 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.398938 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: metering_source_and_destination_fields Sep 27 04:11:38.399262 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: multiprovidernet.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.400135 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.400646 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: multi-provider Sep 27 04:11:38.400972 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: netmtu.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.401902 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.402408 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: net-mtu Sep 27 04:11:38.402732 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: netmtu_writable.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.403606 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.404115 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: net-mtu-writable Sep 27 04:11:38.404436 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: network_availability_zone.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.405073 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.405585 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: network_availability_zone Sep 27 04:11:38.406264 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: network_ip_availability.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.406958 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.407472 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: network-ip-availability Sep 27 04:11:38.407793 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: network_segment_range.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.408512 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.409011 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension network-segment-range not supported by any of loaded plugins Sep 27 04:11:38.409330 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: pagination.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.410278 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.410604 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: pagination Sep 27 04:11:38.410920 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: port_device_profile.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.411771 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.412274 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: port-device-profile Sep 27 04:11:38.412618 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: port_mac_address_override.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.413487 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.414021 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: port-mac-override Sep 27 04:11:38.414344 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.415217 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.415720 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: port-mac-address-regenerate Sep 27 04:11:38.416039 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.416901 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.417403 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: port-numa-affinity-policy Sep 27 04:11:38.417719 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: port_resource_request.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.418600 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.419101 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension port-resource-request not supported by any of loaded plugins Sep 27 04:11:38.419420 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: port_resource_request_groups.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.420334 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.420832 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension port-resource-request-groups not supported by any of loaded plugins Sep 27 04:11:38.421151 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: portbindings.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.422046 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.422552 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: binding Sep 27 04:11:38.422873 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: portbindings_extended.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.424092 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.424637 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: binding-extended Sep 27 04:11:38.424968 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: portsecurity.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.425858 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.426370 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: port-security Sep 27 04:11:38.426690 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: project_id.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.427821 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.428690 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: project-id Sep 27 04:11:38.429009 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: providernet.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.429939 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.430449 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: provider Sep 27 04:11:38.430780 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: qos.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.434242 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.434765 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension qos not supported by any of loaded plugins Sep 27 04:11:38.435094 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.436303 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.436817 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 27 04:11:38.437146 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.438037 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.438547 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 27 04:11:38.438873 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: qos_default.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.439740 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.440245 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension qos-default not supported by any of loaded plugins Sep 27 04:11:38.440568 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: qos_fip.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.441436 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.441967 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension qos-fip not supported by any of loaded plugins Sep 27 04:11:38.442290 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: qos_fip_network_policy.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.443151 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.443649 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Sep 27 04:11:38.444532 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: qos_gateway_ip.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.445411 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.445955 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 27 04:11:38.446283 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: qos_port_network_policy.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.447142 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.447646 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 27 04:11:38.447970 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.448963 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.449474 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension qos-pps-minimum not supported by any of loaded plugins Sep 27 04:11:38.449824 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.450810 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.451315 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Sep 27 04:11:38.451638 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: qos_pps_rule.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.452757 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.453265 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension qos-pps not supported by any of loaded plugins Sep 27 04:11:38.453588 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: qos_rule_type_details.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.454492 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.455116 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 27 04:11:38.455435 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: qos_rule_type_filter.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.456325 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.456827 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Sep 27 04:11:38.457144 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: qos_rules_alias.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.458173 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.458681 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 27 04:11:38.459001 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: quota_check_limit.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.459888 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.460396 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: quota-check-limit Sep 27 04:11:38.460716 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: quotasv2.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.461630 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.461977 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: quotas Sep 27 04:11:38.462293 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: quotasv2_detail.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.463923 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.464254 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: quota_details Sep 27 04:11:38.464578 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: rbac.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.465603 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.466145 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: rbac-policies Sep 27 04:11:38.466472 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: rbac_address_group.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.467345 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.467848 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: rbac-address-group Sep 27 04:11:38.468169 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: rbac_address_scope.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.469116 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.469623 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: rbac-address-scope Sep 27 04:11:38.470028 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: rbac_security_groups.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.470908 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.471420 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: rbac-security-groups Sep 27 04:11:38.471744 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: rbac_subnetpool.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.472613 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.473118 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: rbac-subnetpool Sep 27 04:11:38.473440 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: revisionifmatch.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.474354 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.474857 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: revision-if-match Sep 27 04:11:38.475202 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: revisions.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.476280 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.476785 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: standard-attr-revisions Sep 27 04:11:38.477108 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: router_availability_zone.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.477734 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.478258 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: router_availability_zone Sep 27 04:11:38.478575 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: routerservicetype.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.479456 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.479961 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension router-service-type not supported by any of loaded plugins Sep 27 04:11:38.480279 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.481153 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.481661 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: security-groups-normalized-cidr Sep 27 04:11:38.482010 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: security_groups_port_filtering.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.482883 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.483393 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: port-security-groups-filtering Sep 27 04:11:38.483716 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.484589 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.485100 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: security-groups-remote-address-group Sep 27 04:11:38.485418 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.486331 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.486837 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: security-groups-shared-filtering Sep 27 04:11:38.487155 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: securitygroup.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.497199 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.497728 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: security-group Sep 27 04:11:38.498081 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: segment.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.498766 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.499271 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension segment not supported by any of loaded plugins Sep 27 04:11:38.499595 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.500484 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.500989 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 27 04:11:38.501311 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: servicetype.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.502390 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.502902 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: service-type Sep 27 04:11:38.503225 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: sorting.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.504155 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.504480 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: sorting Sep 27 04:11:38.504798 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: standard_attr_segment.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.505681 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.506268 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 27 04:11:38.507076 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: standardattrdescription.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.507685 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.508195 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: standard-attr-description Sep 27 04:11:38.508518 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: stateful_security_group.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.509396 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.509946 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: stateful-security-group Sep 27 04:11:38.510270 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: stdattrs_common.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.510815 dv-cinder-859186-3-iscsi neutron-server[106099]: WARNING neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 27 04:11:38.511134 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.512262 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.512769 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 27 04:11:38.513089 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: subnet_onboard.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.514117 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.514629 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: subnet_onboard Sep 27 04:11:38.514952 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.515828 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.516339 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 27 04:11:38.516662 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: subnet_service_types.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.517549 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.518095 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: subnet-service-types Sep 27 04:11:38.518419 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: subnetallocation.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.519424 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.519940 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: subnet_allocation Sep 27 04:11:38.520262 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.520885 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.521391 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: subnetpool-prefix-ops Sep 27 04:11:38.521711 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.522636 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.523140 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 27 04:11:38.523459 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: tagging.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.524477 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.524998 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: standard-attr-tag Sep 27 04:11:38.525323 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: timestamp.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.526502 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.527012 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loaded extension: standard-attr-timestamp Sep 27 04:11:38.527334 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: trunk.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.528307 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.528810 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension trunk not supported by any of loaded plugins Sep 27 04:11:38.529134 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: trunk_details.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.530020 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.530522 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension trunk-details not supported by any of loaded plugins Sep 27 04:11:38.530843 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: uplink_status_propagation.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.531709 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.532208 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 27 04:11:38.532528 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Loading extension file: vlantransparent.py {{(pid=106099) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 27 04:11:38.533149 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=106099) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 27 04:11:38.533645 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 27 04:11:38.536353 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.quota.resource_registry [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Creating instance of TrackedResource for resource:network Sep 27 04:11:38.536876 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.quota.resource_registry [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Creating instance of TrackedResource for resource:subnet Sep 27 04:11:38.537312 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.quota.resource_registry [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 04:11:38.538208 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.quota.resource_registry [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Creating instance of TrackedResource for resource:port Sep 27 04:11:38.539452 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.v2.resource_helper [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 04:11:38.539889 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.v2.resource_helper [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Service FLAVORS assigned prefix: {{(pid=106099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 04:11:38.540486 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.v2.resource_helper [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 04:11:38.540914 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.v2.resource_helper [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 04:11:38.541242 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.quota.resource_registry [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Creating instance of TrackedResource for resource:router Sep 27 04:11:38.541667 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.quota.resource_registry [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Creating instance of TrackedResource for resource:floatingip Sep 27 04:11:38.542178 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.v2.resource_helper [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Service METERING assigned prefix: /metering {{(pid=106099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 04:11:38.543614 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.543979 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.544330 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=106099) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:11:38.545333 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.quota.resource_registry [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Creating instance of CountableResource for resource:rbac_policy Sep 27 04:11:38.545795 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.quota.resource_registry [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Creating instance of TrackedResource for resource:security_group Sep 27 04:11:38.546220 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.quota.resource_registry [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 27 04:11:38.546765 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.v2.resource_helper [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Service CORE assigned prefix: {{(pid=106099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 04:11:38.547100 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.quota.resource_registry [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 04:11:38.547441 dv-cinder-859186-3-iscsi neutron-server[106099]: WARNING neutron.quota.resource_registry [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] subnetpool is already registered Sep 27 04:11:38.547857 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.v2.resource_helper [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Service CORE assigned prefix: {{(pid=106099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 04:11:38.548175 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.quota.resource_registry [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 04:11:38.548504 dv-cinder-859186-3-iscsi neutron-server[106099]: WARNING neutron.quota.resource_registry [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] subnetpool is already registered Sep 27 04:11:38.550882 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.v2.resource_helper [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 04:11:38.551326 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.v2.resource_helper [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Service FLAVORS assigned prefix: {{(pid=106099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 04:11:38.551949 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.v2.resource_helper [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 04:11:38.552488 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.v2.resource_helper [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=106099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 04:11:38.552820 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.quota.resource_registry [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Creating instance of TrackedResource for resource:router Sep 27 04:11:38.553772 dv-cinder-859186-3-iscsi neutron-server[106099]: WARNING neutron.quota.resource_registry [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] router is already registered Sep 27 04:11:38.554207 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.quota.resource_registry [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Creating instance of TrackedResource for resource:floatingip Sep 27 04:11:38.554543 dv-cinder-859186-3-iscsi neutron-server[106099]: WARNING neutron.quota.resource_registry [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] floatingip is already registered Sep 27 04:11:38.555007 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.v2.resource_helper [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Service METERING assigned prefix: /metering {{(pid=106099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 04:11:38.555716 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.quota.resource_registry [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Creating instance of CountableResource for resource:rbac_policy Sep 27 04:11:38.556037 dv-cinder-859186-3-iscsi neutron-server[106099]: WARNING neutron.quota.resource_registry [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] rbac_policy is already registered Sep 27 04:11:38.556443 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.quota.resource_registry [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Creating instance of TrackedResource for resource:security_group Sep 27 04:11:38.556778 dv-cinder-859186-3-iscsi neutron-server[106099]: WARNING neutron.quota.resource_registry [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] security_group is already registered Sep 27 04:11:38.557199 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.quota.resource_registry [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 27 04:11:38.557529 dv-cinder-859186-3-iscsi neutron-server[106099]: WARNING neutron.quota.resource_registry [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] security_group_rule is already registered Sep 27 04:11:38.558042 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.v2.resource_helper [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Service CORE assigned prefix: {{(pid=106099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 04:11:38.558364 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.quota.resource_registry [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 04:11:38.558699 dv-cinder-859186-3-iscsi neutron-server[106099]: WARNING neutron.quota.resource_registry [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] subnetpool is already registered Sep 27 04:11:38.559118 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.v2.resource_helper [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Service CORE assigned prefix: {{(pid=106099) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 27 04:11:38.559436 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.quota.resource_registry [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Creating instance of TrackedResource for resource:subnetpool Sep 27 04:11:38.559761 dv-cinder-859186-3-iscsi neutron-server[106099]: WARNING neutron.quota.resource_registry [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] subnetpool is already registered Sep 27 04:11:38.560215 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: extensions {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.561804 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: address-groups {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.563286 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: address-scopes {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.564495 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: agents {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.565660 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: auto-allocated-topology {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.568133 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: availability_zones {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.569397 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: dhcp-networks {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.570870 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: dhcp-agents {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.572420 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: routers {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.574181 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: flavors {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.575352 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: service_profiles {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.576665 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: next_providers {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.578165 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: service_profiles {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.579624 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: floatingip-pools {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.580869 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: routers {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.582712 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: floatingips {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.583905 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: l3-routers {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.585328 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: l3-agents {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.586882 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: metering-labels {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.588157 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: metering-label-rules {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.589438 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: network-ip-availabilities {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.590822 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: bindings {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.592409 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: quotas {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.593995 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: quotas {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.595697 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: rbac-policies {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.596895 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: security-groups {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.598118 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: security-group-rules {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.599380 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: service-providers {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.601228 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: subnetpools {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.602589 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: subnetpools {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.604055 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: tags {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.605848 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: tags {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.607594 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: tags {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.609481 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: tags {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.611213 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: tags {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.613088 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: tags {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.614944 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: tags {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.617387 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: tags {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.619276 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: tags {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.621139 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron.api.extensions [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Extended resource: tags {{(pid=106099) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 27 04:11:38.628243 dv-cinder-859186-3-iscsi neutron-server[106099]: WARNING keystonemiddleware.auth_token [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 27 04:11:38.633410 dv-cinder-859186-3-iscsi neutron-server[106099]: WARNING keystonemiddleware.auth_token [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 27 04:11:38.642518 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_concurrency.lockutils [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Acquiring lock "singleton_lock" {{(pid=106099) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Sep 27 04:11:38.642844 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_concurrency.lockutils [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Acquired lock "singleton_lock" {{(pid=106099) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:315}} Sep 27 04:11:38.643307 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_concurrency.lockutils [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Releasing lock "singleton_lock" {{(pid=106099) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:333}} Sep 27 04:11:38.643951 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO oslo_service.service [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Starting 2 workers Sep 27 04:11:38.648808 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Started child 106210 {{(pid=106099) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 04:11:38.653235 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Started child 106211 {{(pid=106099) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 04:11:38.654248 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:11:38.654912 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO neutron.service [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 27 04:11:38.655465 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Publish callbacks [] for process (None), before_spawn {{(pid=106099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:11:38.655833 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [-] (106210) wsgi starting up on http://0.0.0.0:9696 Sep 27 04:11:38.657910 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO oslo_service.service [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Starting 1 workers Sep 27 04:11:38.658069 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:11:38.659540 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [-] (106211) wsgi starting up on http://0.0.0.0:9696 Sep 27 04:11:38.663681 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Started child 106212 {{(pid=106099) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 04:11:38.664234 dv-cinder-859186-3-iscsi neutron-server[106099]: INFO oslo_service.service [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Starting 1 workers Sep 27 04:11:38.667632 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.service [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] calling RpcWorker wait() {{(pid=106212) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 27 04:11:38.668181 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.service [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] returning from RpcWorker wait() {{(pid=106212) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 27 04:11:38.668727 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Started child 106213 {{(pid=106099) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 27 04:11:38.669446 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG neutron_lib.callbacks.manager [None req-46081584-54fa-41e7-bec8-341972a85b23 None None] Publish callbacks [] for process (None), after_spawn {{(pid=106099) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:11:38.669548 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:11:38.669972 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:11:38.671406 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106099) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 27 04:11:38.671621 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 27 04:11:38.671805 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 27 04:11:38.672030 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 27 04:11:38.672355 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 27 04:11:38.672539 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 27 04:11:38.673061 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.673328 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.673617 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.673889 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:11:38.674345 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.674482 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.674764 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.675016 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.675294 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.675547 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.675708 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.675872 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.676132 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.676366 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.676677 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.676954 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.677200 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.677436 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.677608 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.677875 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.678727 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.678961 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.679238 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] debug = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.679514 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.680003 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.680242 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.680475 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.680704 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.680990 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.681231 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.681500 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.681756 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.681991 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.682234 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.682489 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.682741 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.683031 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.683265 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.683526 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.683760 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.684276 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] host = dv-cinder-859186-3-iscsi {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.684513 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.684755 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.684995 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.685235 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.685487 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.685731 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.686019 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.686275 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.686518 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.686746 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.686993 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.687231 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.687486 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.687731 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] log_file = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.687891 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] log_options = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.688132 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.688405 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.688668 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.688852 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.689018 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.689179 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.689429 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.689590 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.689831 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.690064 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.690274 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.690485 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.690716 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.690945 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.691176 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.691409 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.691627 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.691852 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.692102 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.692344 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.692567 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.692809 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.693044 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.693245 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.693464 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.693776 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.694019 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.694163 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:11:38.694306 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.694444 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.694631 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.694882 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.695134 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.695346 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.695576 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.695839 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.696061 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.696283 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.696524 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.696784 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.697011 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.697254 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.698123 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.698339 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.698568 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.700033 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.700033 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.700289 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] use_json = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.700666 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.701363 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.701793 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.703101 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.703337 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.703583 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.703825 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.704108 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.704335 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.704795 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.705113 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.705443 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.705691 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.706011 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.711017 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.711017 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.711017 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.711017 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.711017 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.711490 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.711490 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.711843 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.712057 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.712334 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.712660 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.712923 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.713210 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.713436 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.713684 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.714100 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.714241 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.714460 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.714692 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.714930 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.715167 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.715388 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.715729 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.716022 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.716288 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.716645 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.716920 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.717180 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.717438 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.717687 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.717977 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.718249 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.718528 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.718789 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.719019 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.719370 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.719612 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.719874 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.720094 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.720337 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.720588 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.720832 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.721087 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.721339 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.721567 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.721802 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.722239 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.722660 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.722895 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.723129 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.723351 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.723627 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.723846 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.724095 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.724356 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.724595 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.724816 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.725605 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.725867 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.726093 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.726357 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.726529 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.726743 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.727178 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.727320 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.727454 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.727664 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.727890 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.728106 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.731398 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.731398 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.731398 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.731398 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.731398 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.731398 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.731398 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.731398 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.731398 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.732468 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.732468 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.732468 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.732468 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.732468 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.732468 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.732468 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.732468 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.732468 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.733506 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.733506 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.733506 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.733506 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.734054 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.734054 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.734289 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.734410 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.734587 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.734835 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.735103 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.735325 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.735556 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.735795 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.736008 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.736264 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.736490 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.736718 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.736937 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.737180 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.737399 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.737626 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.737866 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.738106 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.738330 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.738590 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.738859 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.739109 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.739353 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.739585 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.739850 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.740128 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.740381 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.741312 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.741542 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.741826 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.742140 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.742415 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.742833 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.743095 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.743348 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.743624 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.743908 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.744178 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.744414 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.744649 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.744872 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.745129 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.745357 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.745594 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.745847 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.746200 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.746453 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.746692 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.746905 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.747172 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.747428 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.747667 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.747935 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.748196 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.748435 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.748686 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.748916 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.749137 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.749366 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.749598 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.749834 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.750072 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.750309 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.750528 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.750742 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.750954 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.751192 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.751408 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.751653 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.751869 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.752086 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.752309 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.752557 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.752775 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.752994 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.753229 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.753451 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.753673 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.753932 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.754150 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.754380 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.754599 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.754878 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.755127 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.755345 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.755573 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.756388 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.756640 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.756858 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.757108 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.757327 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.757546 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.757783 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.758014 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.758229 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.758454 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.758686 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.758918 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.759179 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.759431 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.759783 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.760037 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.760268 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.760522 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.760759 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.760997 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.761218 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.761735 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.762039 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.762198 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.762421 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.762661 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.762892 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.763112 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.763330 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.763546 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.763784 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.764024 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.764299 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.764551 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.764785 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.765033 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.765257 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.765481 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.765702 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.765945 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.766175 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.766394 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.766632 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.766862 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.767098 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.767311 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.767640 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.767886 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.768126 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.768381 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.768601 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.768831 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.769079 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.769312 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.769524 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.769824 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.770046 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.770305 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.770552 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.770790 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.771322 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.771322 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.771590 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.771717 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.771900 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.772111 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.772321 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.772543 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.772751 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.772957 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.773180 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.773390 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.773599 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.773844 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.774063 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.774271 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.774513 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.774723 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.774931 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.775153 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.775373 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.775581 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.775878 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.776128 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.776348 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.776650 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.776884 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.777141 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.777366 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.777657 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.777898 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.778140 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.778227 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:11:38.778391 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.778617 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.778842 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.779099 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.779432 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.779716 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.779984 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.780240 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.780524 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.780804 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.781078 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.781293 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.781607 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.781970 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.782473 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.782848 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.783083 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.783387 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.783910 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.784137 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.784378 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.784617 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.784874 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.785122 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.785349 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.785575 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.785835 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.786066 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.786287 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.786550 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.786971 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.787967 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.788165 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.788327 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 27 04:11:38.788833 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=106099) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 27 04:11:38.788995 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 27 04:11:38.789157 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 27 04:11:38.789305 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 27 04:11:38.789474 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 27 04:11:38.789610 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 27 04:11:38.789839 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.789990 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.790136 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.790294 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.790490 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.790654 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.790813 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.790959 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.791118 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.791276 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.791435 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.791593 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.791751 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.791911 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.792069 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.792225 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.792381 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.792543 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.792699 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] config_source = [] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.792856 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.793012 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.793167 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] debug = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.793326 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.793538 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.793690 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.793886 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.794044 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.794211 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.794353 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.794477 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.794636 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.794794 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.794950 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.795108 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.795265 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.795423 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.795624 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.795786 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.795943 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.796100 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] host = dv-cinder-859186-3-iscsi {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.796259 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.796416 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.796572 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.796730 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.796892 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.797050 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.797208 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.797364 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.797521 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.797678 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.797858 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.798018 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.798175 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] log_dir = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.798331 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] log_file = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.798488 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] log_options = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.798645 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.798800 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.798957 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.799140 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.799303 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.799461 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.799618 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.799775 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.799931 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.800087 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.800245 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.800401 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.800559 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.800717 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.801501 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.801666 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.801844 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.802001 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.802161 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.802319 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.802475 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.802632 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.802787 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.802943 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.803146 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.803808 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.803965 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.804844 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.804844 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.804844 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.804844 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.804844 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.804844 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.805485 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.805485 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.805485 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.805485 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.805809 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.805809 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.805955 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.806033 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.806189 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.806357 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.806488 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.806611 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.806747 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] use_journal = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.806920 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] use_json = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.807068 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.807225 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.807382 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.807539 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.807696 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.807852 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.808008 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.808165 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.808322 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 27 04:11:38.808500 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.808662 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.808834 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.808996 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.809155 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.809315 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.809475 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.809636 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.809827 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.809989 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.810156 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.810318 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.810489 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.810650 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.810810 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.810973 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.811133 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.811294 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.811454 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.811609 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.811758 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.811919 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.812088 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.812247 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.812406 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.812565 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.812726 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.812892 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.813052 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.813219 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.813394 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.813554 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.813716 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.813902 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.814062 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.814223 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.814385 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.814546 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.814706 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.814867 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.815029 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.815189 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.815349 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.815509 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.815669 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.815830 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.815991 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.816151 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.816312 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.816473 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.816634 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.816799 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.816959 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.817120 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.817281 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.817441 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.817601 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.817840 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.817977 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.818097 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.818257 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.818418 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.818576 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.818757 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.818918 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.819073 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.819235 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.819394 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.819581 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.819747 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.819907 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.820067 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.820228 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.820390 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.820550 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.820711 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.820872 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.821032 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.821193 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.821352 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.821515 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.821675 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.821856 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.822017 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.822179 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.822340 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.822501 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.822662 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.822821 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.822981 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.823141 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.823307 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.823482 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.823643 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.823803 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.823963 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.824124 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.824284 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.824443 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.824602 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.824761 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.824920 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.825080 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.825242 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.825405 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.825565 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.825725 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.825905 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.826053 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.826212 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.826372 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.826533 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.826696 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.826856 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.827015 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.827176 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.827337 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.827497 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.827656 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.827814 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.827979 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.828136 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.828295 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.828462 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.828624 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.828788 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.828947 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.829114 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.829284 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.829444 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.829604 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.829782 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.829947 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.830108 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.830268 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.830428 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.830587 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.830747 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.830906 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.831079 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.831239 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.831396 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.831556 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.831739 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.831898 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.832059 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.832220 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.832379 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.832538 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.832697 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.832856 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.833020 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.833165 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.833325 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.833485 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.833647 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.833826 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.833988 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.834150 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.834340 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.834506 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.834667 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.834829 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.834990 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.835152 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.835315 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.835476 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.835636 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.835797 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.835957 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.836117 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.836278 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.836437 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.836599 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.836763 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.836924 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.837084 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.837244 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.837404 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.837565 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.837727 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.837908 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.838071 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.838232 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.838395 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.838555 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.838716 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.838888 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.839561 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.839561 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.839561 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.839561 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.839978 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.839978 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.839978 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.840241 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.840241 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.840384 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.840527 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.840687 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.840847 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.841009 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.841171 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.841333 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.841493 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.841653 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.841835 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.841998 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.842160 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.842321 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.842480 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.memcache_password = {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.842640 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.842800 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.842960 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.843119 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.843280 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.memcache_sasl_enabled = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.843442 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.843605 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.843766 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.memcache_username = {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.843927 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.844087 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.844248 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.844410 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.844569 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.844728 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.844888 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.845048 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.845208 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.845368 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.845530 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.845702 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.845886 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.846048 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.846207 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.846369 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.846530 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.846704 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.846865 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.847024 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.847183 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.847332 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.847491 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.847660 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.847820 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.847981 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.848127 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.848286 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.848446 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.848615 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.848775 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.848935 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.849094 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.849254 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.849413 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.849581 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.849779 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.850441 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.850614 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.850773 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.850934 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.851103 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.851263 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.851423 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.851577 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.851729 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.851889 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.852057 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.852217 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.852379 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.852547 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.852707 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.852867 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.853028 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.853199 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.853359 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.853522 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.853682 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.853864 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.854026 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.854190 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.854354 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.854523 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.854690 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.854851 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.855019 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.855187 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.855355 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.855517 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.855683 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.855853 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.856015 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.856177 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.856337 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.856497 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.856657 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.856817 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.856978 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.857142 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.857301 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.857460 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.857622 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.857811 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.857974 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.858134 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.858368 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.858507 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.858591 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.858738 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.858897 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 27 04:11:38.859049 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=106099) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 27 04:11:38.935920 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 53692) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:11:38.942991 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [-] 10.222.0.26 "GET /networking HTTP/1.1" status: 302 len: 444 time: 0.0048881 Sep 27 04:11:38.947367 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [-] 10.222.0.26 "GET /networking/ HTTP/1.1" status: 200 len: 264 time: 0.0037937 Sep 27 04:11:48.154696 dv-cinder-859186-3-iscsi neutron-server[106099]: DEBUG dbcounter [-] [106099] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=106099) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:11:50.273509 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6548415b-93c6-4a3b-95af-ef2ef8bcb5f1 None None] get_active_networks_info from dv-cinder-859186-3-iscsi {{(pid=106212) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:161}} Sep 27 04:11:50.293471 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writer thread running {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 27 04:11:50.372484 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6548415b-93c6-4a3b-95af-ef2ef8bcb5f1 None None] No non-hosted networks {{(pid=106212) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 27 04:11:50.382280 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.agentschedulers_db [None req-6548415b-93c6-4a3b-95af-ef2ef8bcb5f1 None None] DHCP Agent not found on host dv-cinder-859186-3-iscsi {{(pid=106212) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 27 04:11:50.485325 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-d883d05e-5733-40d5-a0b7-7c1707e69ca6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4106934'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:11:51.753903 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writer thread running {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 27 04:11:52.223047 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a18819b3-a739-41bc-bd0a-462939f30558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4106934'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:11:52.252791 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-3c085e72-daea-474a-b1b6-5ae5f145d500 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:11:53.684592 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4106934'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:11:54.005527 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 53768) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:11:54.545342 dv-cinder-859186-3-iscsi neutron-server[106211]: WARNING oslo_policy.policy [None req-9da042c2-e71f-4088-9446-5acc4d3b8c8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 04:11:54.545899 dv-cinder-859186-3-iscsi neutron-server[106211]: WARNING oslo_policy.policy [None req-9da042c2-e71f-4088-9446-5acc4d3b8c8d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 04:11:54.771193 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [None req-9da042c2-e71f-4088-9446-5acc4d3b8c8d admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 04:11:54.773791 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-9da042c2-e71f-4088-9446-5acc4d3b8c8d admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7663112 Sep 27 04:11:55.027204 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4106934'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:11:55.029143 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:11:55.029143 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:11:55.032339 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:11:55.034232 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:11:55.035177 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:11:55.035523 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:11:55.036559 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:11:55.036910 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:11:55.037237 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:11:55.038180 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:11:55.038720 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:11:55.042081 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:11:55.042081 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:11:55.042939 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:11:55.043427 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:11:55.044087 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-859186-3-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:11:55.050581 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-859186-3-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:11:55.127313 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4106934'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:11:57.440098 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.db.l3_hamode_db [None req-7806aa2c-9c63-4ae9-9329-c2a3f52abf11 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 27 04:11:57.504610 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 53802) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:11:57.515399 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7806aa2c-9c63-4ae9-9329-c2a3f52abf11 None None] Routers set() bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:11:57.515786 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7806aa2c-9c63-4ae9-9329-c2a3f52abf11 None None] Router IDs set() for agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Sep 27 04:11:57.819009 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-9e0bdf6c-8274-479b-83f4-ae7282660482 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:11:57.830883 dv-cinder-859186-3-iscsi neutron-server[106211]: ERROR stevedore.extension [None req-9e0bdf6c-8274-479b-83f4-ae7282660482 admin admin] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 27 04:11:57.912282 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.policy [None req-9e0bdf6c-8274-479b-83f4-ae7282660482 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106211) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 27 04:11:57.954026 dv-cinder-859186-3-iscsi neutron-server[106211]: WARNING oslo_policy.policy [None req-9e0bdf6c-8274-479b-83f4-ae7282660482 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 04:11:57.954337 dv-cinder-859186-3-iscsi neutron-server[106211]: WARNING oslo_policy.policy [None req-9e0bdf6c-8274-479b-83f4-ae7282660482 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 04:11:57.974243 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writer thread running {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 27 04:11:58.048189 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9e0bdf6c-8274-479b-83f4-ae7282660482 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770986483591', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770986483083', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770986499247', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770986504544', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770986641548', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770986653482', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-798803', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-808773', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4130691', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3730828'] for rbac-policy (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:11:58.117966 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9e0bdf6c-8274-479b-83f4-ae7282660482 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:11:58.119142 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-9e0bdf6c-8274-479b-83f4-ae7282660482 admin admin] 10.222.0.26 "POST /networking/v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6135459 Sep 27 04:12:00.714856 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 53812) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:12:01.030402 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-261103c0-7181-4523-9c23-efaf40ae475c demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:12:01.059177 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261103c0-7181-4523-9c23-efaf40ae475c demo demo] Made reservation on behalf of 146fd1189c56413c9d17cd16d1a974d3 for: {'network': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:12:01.063320 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-261103c0-7181-4523-9c23-efaf40ae475c demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for network (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:01.081804 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-261103c0-7181-4523-9c23-efaf40ae475c demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:01.191474 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-261103c0-7181-4523-9c23-efaf40ae475c demo demo] Publish callbacks [] for security_group (a5e2b04d-9a12-43e0-842f-18dbd64039ac), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:01.195376 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-261103c0-7181-4523-9c23-efaf40ae475c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (a5e2b04d-9a12-43e0-842f-18dbd64039ac), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:01.220175 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-261103c0-7181-4523-9c23-efaf40ae475c demo demo] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=106211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 04:12:01.255417 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-261103c0-7181-4523-9c23-efaf40ae475c demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770988261569', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (a0ec3600-9c46-42f8-90d9-855ac2381cf3), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:01.255983 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-261103c0-7181-4523-9c23-efaf40ae475c demo demo] Unsubscribe: segment precommit_create {{(pid=106211) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 27 04:12:01.257048 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.db.segments_db [None req-261103c0-7181-4523-9c23-efaf40ae475c demo demo] Added segment a0ec3600-9c46-42f8-90d9-855ac2381cf3 of type vlan for network 1b8063f2-df42-4727-814a-d2a1930628ae Sep 27 04:12:01.273502 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261103c0-7181-4523-9c23-efaf40ae475c demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a5e2b04d-9a12-43e0-842f-18dbd64039ac,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:12:01.324283 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261103c0-7181-4523-9c23-efaf40ae475c demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:01.324622 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261103c0-7181-4523-9c23-efaf40ae475c demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:01.324971 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261103c0-7181-4523-9c23-efaf40ae475c demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:01.325317 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261103c0-7181-4523-9c23-efaf40ae475c demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:01.325647 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261103c0-7181-4523-9c23-efaf40ae475c demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:01.325992 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261103c0-7181-4523-9c23-efaf40ae475c demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:01.326312 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261103c0-7181-4523-9c23-efaf40ae475c demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:01.326628 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261103c0-7181-4523-9c23-efaf40ae475c demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:01.326945 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261103c0-7181-4523-9c23-efaf40ae475c demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:01.327261 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261103c0-7181-4523-9c23-efaf40ae475c demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:01.327576 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261103c0-7181-4523-9c23-efaf40ae475c demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:01.327904 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261103c0-7181-4523-9c23-efaf40ae475c demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:01.328222 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261103c0-7181-4523-9c23-efaf40ae475c demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:01.328531 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261103c0-7181-4523-9c23-efaf40ae475c demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:01.328844 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261103c0-7181-4523-9c23-efaf40ae475c demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-261103c0-7181-4523-9c23-efaf40ae475c demo demo] Tracked resource versions report: Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: pushed versions: Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: { 'AddressGroup': {'1.2'}, Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: 'Agent': {'1.1'}, Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: 'ConntrackHelper': {'1.0'}, Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: 'LocalIPAssociation': {'1.0'}, Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: 'Log': {'1.0'}, Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: 'NDPProxy': {'1.0'}, Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: 'Network': {'1.1'}, Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: 'Port': {'1.7'}, Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: 'PortForwarding': {'1.3'}, Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: 'QosPolicy': {'1.10'}, Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: 'SecurityGroup': {'1.5'}, Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: 'SecurityGroupRule': {'1.2'}, Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: 'SubPort': {'1.0'}, Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: 'Subnet': {'1.1'}, Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: 'Trunk': {'1.1'}} Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: consumer versions: Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: { DHCP agent@dv-cinder-859186-3-iscsi: {}, Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: L3 agent@dv-cinder-859186-3-iscsi: {}, Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: Metadata agent@dv-cinder-859186-3-iscsi: {}, Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: Metering agent@dv-cinder-859186-3-iscsi: {}, Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: Open vSwitch agent@dv-cinder-859186-3-iscsi: { 'AddressGroup': '1.2', Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: 'Agent': '1.1', Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: 'ConntrackHelper': '1.0', Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: 'LocalIPAssociation': '1.0', Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: 'Log': '1.0', Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: 'NDPProxy': '1.0', Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: 'Network': '1.1', Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: 'Port': '1.7', Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: 'PortForwarding': '1.3', Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: 'QosPolicy': '1.10', Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: 'SecurityGroup': '1.5', Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: 'SecurityGroupRule': '1.2', Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: 'SubPort': '1.0', Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: 'Subnet': '1.1', Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: 'Trunk': '1.1'}} Sep 27 04:12:01.330322 dv-cinder-859186-3-iscsi neutron-server[106211]: {{(pid=106211) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 04:12:01.361140 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-261103c0-7181-4523-9c23-efaf40ae475c demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770987766721'] for network (1b8063f2-df42-4727-814a-d2a1930628ae), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:01.403489 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-261103c0-7181-4523-9c23-efaf40ae475c demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551'] for network (1b8063f2-df42-4727-814a-d2a1930628ae), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:01.408471 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261103c0-7181-4523-9c23-efaf40ae475c demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:12:01.409163 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-261103c0-7181-4523-9c23-efaf40ae475c demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:01.459119 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=55,neutron:INSERT=42,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:01.529046 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-261103c0-7181-4523-9c23-efaf40ae475c demo demo] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 748 time: 0.8131247 Sep 27 04:12:01.530818 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261103c0-7181-4523-9c23-efaf40ae475c demo demo] Pushing event updated for resources: {'Network': ['ID=1b8063f2-df42-4727-814a-d2a1930628ae,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:12:01.544617 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Network 1b8063f2-df42-4727-814a-d2a1930628ae details requested by agent ovs-agent-dv-cinder-859186-3-iscsi with host dv-cinder-859186-3-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 04:12:04.145156 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 53826) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:12:04.555735 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b010149e-10d9-4b98-b4e9-b90c2a04c9d0 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:12:04.557112 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-b010149e-10d9-4b98-b4e9-b90c2a04c9d0 demo admin] 10.222.0.26 "GET /networking/v2.0/networks/1b8063f2-df42-4727-814a-d2a1930628ae HTTP/1.1" status: 200 len: 825 time: 0.4109459 Sep 27 04:12:04.581978 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-17a1da7e-2c17-4289-80ad-59895eccb7eb demo admin] 10.222.0.26 "GET /networking/v2.0/subnetpools/ea4540b4-9bf3-49fd-a43a-fa121b8515c0 HTTP/1.1" status: 200 len: 734 time: 0.0188401 Sep 27 04:12:04.590368 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-dfda3770-ac18-43f8-b13a-4a04d991464e demo admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '1b8063f2-df42-4727-814a-d2a1930628ae', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'ea4540b4-9bf3-49fd-a43a-fa121b8515c0'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:12:04.610686 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfda3770-ac18-43f8-b13a-4a04d991464e demo admin] Made reservation on behalf of 146fd1189c56413c9d17cd16d1a974d3 for: {'subnet': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:12:04.612917 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-dfda3770-ac18-43f8-b13a-4a04d991464e demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:04.827705 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:04.903844 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-dfda3770-ac18-43f8-b13a-4a04d991464e demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551'] for subnet (42880daf-24d6-453f-9b2d-ec1d0d58b3ab), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:04.968397 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfda3770-ac18-43f8-b13a-4a04d991464e demo admin] Pushing event updated for resources: {'Subnet': ['ID=42880daf-24d6-453f-9b2d-ec1d0d58b3ab,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:12:04.979875 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfda3770-ac18-43f8-b13a-4a04d991464e demo admin] Checking segment: {'id': 'a0ec3600-9c46-42f8-90d9-855ac2381cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1b8063f2-df42-4727-814a-d2a1930628ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:12:04.980265 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfda3770-ac18-43f8-b13a-4a04d991464e demo admin] Network hostable DHCP agents. Network: 1b8063f2-df42-4727-814a-d2a1930628ae, hostable agents: ['90f8f94a-2e1d-4f4f-8859-344f24ecc1be'], hosted agents: [] {{(pid=106211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 04:12:04.999956 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfda3770-ac18-43f8-b13a-4a04d991464e demo admin] Network 1b8063f2-df42-4727-814a-d2a1930628ae is scheduled to be hosted by DHCP agent 90f8f94a-2e1d-4f4f-8859-344f24ecc1be with binding_index 1 {{(pid=106211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 04:12:05.010454 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-dfda3770-ac18-43f8-b13a-4a04d991464e demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-3-iscsi, 1b8063f2-df42-4727-814a-d2a1930628ae) {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:12:05.015199 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfda3770-ac18-43f8-b13a-4a04d991464e demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:12:05.015786 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-dfda3770-ac18-43f8-b13a-4a04d991464e demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:05.021842 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e3575f-058d-41eb-8aa8-2a7ea45b73ad None None] Network 1b8063f2-df42-4727-814a-d2a1930628ae requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:12:05.032661 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-dfda3770-ac18-43f8-b13a-4a04d991464e demo admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4454417 Sep 27 04:12:05.295162 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp977886c5-f3aa-5b76-a131-51301725c052-1b8063f2-df42-4727-814a-d2a1930628ae', 'network_id': '1b8063f2-df42-4727-814a-d2a1930628ae', 'project_id': '146fd1189c56413c9d17cd16d1a974d3', 'fixed_ips': [{'subnet_id': '42880daf-24d6-453f-9b2d-ec1d0d58b3ab'}]}} from dv-cinder-859186-3-iscsi. {{(pid=106212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 04:12:05.296525 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:05.576305 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.db_base_plugin_common [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] Allocated IP 172.20.0.2 (1b8063f2-df42-4727-814a-d2a1930628ae/42880daf-24d6-453f-9b2d-ec1d0d58b3ab/91be2386-c6f4-4e65-920b-2ddb6d3c06b5) {{(pid=106212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:12:05.595407 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=58,neutron:INSERT=38,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:05.847394 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] Publish callbacks [] for port (91be2386-c6f4-4e65-920b-2ddb6d3c06b5), precommit_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:05.855580 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084'] for port (91be2386-c6f4-4e65-920b-2ddb6d3c06b5), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:05.931521 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] Network 1b8063f2-df42-4727-814a-d2a1930628ae is already hosted by enough agents. {{(pid=106212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:12:05.940419 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.scheduler.base_scheduler [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] Resources bound (agent type, host, resource id): {{(pid=106212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:12:05.946043 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] Pushing event updated for resources: {'Port': ['ID=91be2386-c6f4-4e65-920b-2ddb6d3c06b5,revision_number=1']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:12:05.948243 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] Received port after_create {{(pid=106212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:12:05.961432 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:05.961819 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:05.962161 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:05.962516 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:05.962849 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:05.963175 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:05.963497 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:05.963816 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:05.964136 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:05.964462 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:05.964781 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:05.965115 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:05.965434 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:05.965772 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:05.966090 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] Tracked resource versions report: Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: pushed versions: Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: { 'AddressGroup': {'1.2'}, Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: 'Agent': {'1.1'}, Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: 'ConntrackHelper': {'1.0'}, Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: 'LocalIPAssociation': {'1.0'}, Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: 'Log': {'1.0'}, Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: 'NDPProxy': {'1.0'}, Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: 'Network': {'1.1'}, Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: 'Port': {'1.7'}, Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: 'PortForwarding': {'1.3'}, Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: 'QosPolicy': {'1.10'}, Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: 'SecurityGroup': {'1.5'}, Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: 'SecurityGroupRule': {'1.2'}, Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: 'SubPort': {'1.0'}, Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: 'Subnet': {'1.1'}, Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: 'Trunk': {'1.1'}} Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: consumer versions: Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: { DHCP agent@dv-cinder-859186-3-iscsi: {}, Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: L3 agent@dv-cinder-859186-3-iscsi: {}, Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: Metadata agent@dv-cinder-859186-3-iscsi: {}, Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: Metering agent@dv-cinder-859186-3-iscsi: {}, Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: Open vSwitch agent@dv-cinder-859186-3-iscsi: { 'AddressGroup': '1.2', Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: 'Agent': '1.1', Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: 'ConntrackHelper': '1.0', Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: 'LocalIPAssociation': '1.0', Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: 'Log': '1.0', Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: 'NDPProxy': '1.0', Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: 'Network': '1.1', Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: 'Port': '1.7', Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: 'PortForwarding': '1.3', Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: 'QosPolicy': '1.10', Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: 'SecurityGroup': '1.5', Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: 'SecurityGroupRule': '1.2', Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: 'SubPort': '1.0', Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: 'Subnet': '1.1', Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: 'Trunk': '1.1'}} Sep 27 04:12:05.967627 dv-cinder-859186-3-iscsi neutron-server[106212]: {{(pid=106212) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 04:12:06.014441 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:06.043227 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] Attempting to bind port 91be2386-c6f4-4e65-920b-2ddb6d3c06b5 on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:12:06.043901 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] Attempting to bind port 91be2386-c6f4-4e65-920b-2ddb6d3c06b5 by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': 'a0ec3600-9c46-42f8-90d9-855ac2381cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1b8063f2-df42-4727-814a-d2a1930628ae'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:12:06.044571 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] Attempting to bind port 91be2386-c6f4-4e65-920b-2ddb6d3c06b5 on network 1b8063f2-df42-4727-814a-d2a1930628ae {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:12:06.091396 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 11, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:12:06.091830 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] Checking segment: {'id': 'a0ec3600-9c46-42f8-90d9-855ac2381cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1b8063f2-df42-4727-814a-d2a1930628ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:12:06.092414 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:06.092968 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] Bound using segment: {'id': 'a0ec3600-9c46-42f8-90d9-855ac2381cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1b8063f2-df42-4727-814a-d2a1930628ae'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:12:06.093617 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] Bound port: 91be2386-c6f4-4e65-920b-2ddb6d3c06b5, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ec3600-9c46-42f8-90d9-855ac2381cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1b8063f2-df42-4727-814a-d2a1930628ae'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:12:06.094307 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (91be2386-c6f4-4e65-920b-2ddb6d3c06b5), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:06.156909 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] For port 91be2386-c6f4-4e65-920b-2ddb6d3c06b5, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:12:06.176849 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] For port 91be2386-c6f4-4e65-920b-2ddb6d3c06b5, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=91be2386-c6f4-4e65-920b-2ddb6d3c06b5,segment=NetworkSegment(a0ec3600-9c46-42f8-90d9-855ac2381cf3),segment_id=a0ec3600-9c46-42f8-90d9-855ac2381cf3)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:12:06.184124 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (91be2386-c6f4-4e65-920b-2ddb6d3c06b5), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:06.237529 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a8a41-17b5-435e-b776-c7553138310e None None] Pushing event updated for resources: {'Port': ['ID=91be2386-c6f4-4e65-920b-2ddb6d3c06b5,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:12:07.142282 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=19,neutron:INSERT=31 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:07.144396 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:07.693561 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 53840) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:12:08.013810 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [None req-f025eed8-b527-4af0-ab89-0f109dbe128f admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 04:12:08.014823 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-f025eed8-b527-4af0-ab89-0f109dbe128f admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3198094 Sep 27 04:12:10.680440 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 53848) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:12:11.200813 dv-cinder-859186-3-iscsi neutron-server[106210]: WARNING oslo_policy.policy [None req-2347dcbb-1691-4aa1-972f-894f1ec66c15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 04:12:11.201376 dv-cinder-859186-3-iscsi neutron-server[106210]: WARNING oslo_policy.policy [None req-2347dcbb-1691-4aa1-972f-894f1ec66c15 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 04:12:11.418221 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [None req-2347dcbb-1691-4aa1-972f-894f1ec66c15 admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 04:12:11.420765 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-2347dcbb-1691-4aa1-972f-894f1ec66c15 admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.7379189 Sep 27 04:12:14.100450 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 53866) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:12:14.323033 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4efaefb-b9ec-4e14-a9fa-e5c2f045b469 None None] Network 1b8063f2-df42-4727-814a-d2a1930628ae requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:12:14.405427 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9eba02a0-7eeb-48a0-8f0f-a11de08b49fc None None] Provisioning complete for port 91be2386-c6f4-4e65-920b-2ddb6d3c06b5 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:12:14.405864 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9eba02a0-7eeb-48a0-8f0f-a11de08b49fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (91be2386-c6f4-4e65-920b-2ddb6d3c06b5), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:14.406232 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9eba02a0-7eeb-48a0-8f0f-a11de08b49fc None None] Attempt 1 to provision port 91be2386-c6f4-4e65-920b-2ddb6d3c06b5 Sep 27 04:12:14.426483 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-61df3995-676f-4d8d-9d11-0a0da3706ac9 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:12:14.436132 dv-cinder-859186-3-iscsi neutron-server[106210]: ERROR stevedore.extension [None req-61df3995-676f-4d8d-9d11-0a0da3706ac9 demo demo] Could not load 'oslo_cache.memcache_pool': No module named 'bmemcached': ModuleNotFoundError: No module named 'bmemcached' Sep 27 04:12:14.488154 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.policy [None req-61df3995-676f-4d8d-9d11-0a0da3706ac9 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=106210) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 27 04:12:14.531583 dv-cinder-859186-3-iscsi neutron-server[106210]: WARNING oslo_policy.policy [None req-61df3995-676f-4d8d-9d11-0a0da3706ac9 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 04:12:14.531979 dv-cinder-859186-3-iscsi neutron-server[106210]: WARNING oslo_policy.policy [None req-61df3995-676f-4d8d-9d11-0a0da3706ac9 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 27 04:12:14.553810 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writer thread running {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Sep 27 04:12:14.568579 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:14.591029 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9eba02a0-7eeb-48a0-8f0f-a11de08b49fc None None] Current status of the port 91be2386-c6f4-4e65-920b-2ddb6d3c06b5 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:12:14.591425 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9eba02a0-7eeb-48a0-8f0f-a11de08b49fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (91be2386-c6f4-4e65-920b-2ddb6d3c06b5), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:14.601185 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-61df3995-676f-4d8d-9d11-0a0da3706ac9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124547'] for router (5eb8ecfa-a668-47ce-98c7-b742181dafb8), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:14.603186 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-61df3995-676f-4d8d-9d11-0a0da3706ac9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4106117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3687932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124568'] for router (5eb8ecfa-a668-47ce-98c7-b742181dafb8), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:14.630374 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9eba02a0-7eeb-48a0-8f0f-a11de08b49fc None None] For port 91be2386-c6f4-4e65-920b-2ddb6d3c06b5, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=91be2386-c6f4-4e65-920b-2ddb6d3c06b5,segment=NetworkSegment(a0ec3600-9c46-42f8-90d9-855ac2381cf3),segment_id=a0ec3600-9c46-42f8-90d9-855ac2381cf3)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:12:14.635055 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9eba02a0-7eeb-48a0-8f0f-a11de08b49fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (91be2386-c6f4-4e65-920b-2ddb6d3c06b5), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:14.686283 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eba02a0-7eeb-48a0-8f0f-a11de08b49fc None None] Pushing event updated for resources: {'Port': ['ID=91be2386-c6f4-4e65-920b-2ddb6d3c06b5,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:12:14.754836 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-a4086d7a-51b6-4049-b89d-2e955703a5bf None None] Provisioning complete for port 91be2386-c6f4-4e65-920b-2ddb6d3c06b5 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:12:14.755523 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a4086d7a-51b6-4049-b89d-2e955703a5bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (91be2386-c6f4-4e65-920b-2ddb6d3c06b5), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:14.755819 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-a4086d7a-51b6-4049-b89d-2e955703a5bf None None] Attempt 1 to provision port 91be2386-c6f4-4e65-920b-2ddb6d3c06b5 Sep 27 04:12:14.765366 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-61df3995-676f-4d8d-9d11-0a0da3706ac9 demo demo] Publish callbacks [] for router_controller (5eb8ecfa-a668-47ce-98c7-b742181dafb8), precommit_add_association {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:14.775563 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-61df3995-676f-4d8d-9d11-0a0da3706ac9 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4106130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4106573'] for router (5eb8ecfa-a668-47ce-98c7-b742181dafb8), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:14.780307 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 91be2386-c6f4-4e65-920b-2ddb6d3c06b5 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:12:14.800418 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-61df3995-676f-4d8d-9d11-0a0da3706ac9 demo demo] Publish callbacks [] for router (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:14.801576 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-61df3995-676f-4d8d-9d11-0a0da3706ac9 demo demo] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7001448 Sep 27 04:12:14.872263 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port 91be2386-c6f4-4e65-920b-2ddb6d3c06b5 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:12:14.872657 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (91be2386-c6f4-4e65-920b-2ddb6d3c06b5), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:14.872999 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port 91be2386-c6f4-4e65-920b-2ddb6d3c06b5 Sep 27 04:12:14.879810 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:14.900813 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-a4086d7a-51b6-4049-b89d-2e955703a5bf None None] Current status of the port 91be2386-c6f4-4e65-920b-2ddb6d3c06b5 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:12:14.950882 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:14.964908 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 91be2386-c6f4-4e65-920b-2ddb6d3c06b5 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:12:15.024981 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=23,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:15.025840 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=60,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:16.741662 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 91be2386-c6f4-4e65-920b-2ddb6d3c06b5 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:12:16.785206 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port 91be2386-c6f4-4e65-920b-2ddb6d3c06b5 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:12:16.785593 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (91be2386-c6f4-4e65-920b-2ddb6d3c06b5), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:16.785962 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port 91be2386-c6f4-4e65-920b-2ddb6d3c06b5 Sep 27 04:12:16.860921 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 91be2386-c6f4-4e65-920b-2ddb6d3c06b5 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:12:17.410730 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 53880) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:12:17.721558 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [None req-8ac1aa66-b31a-48d3-a521-c56f4567b51b admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 04:12:17.722572 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-8ac1aa66-b31a-48d3-a521-c56f4567b51b admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3109310 Sep 27 04:12:20.234803 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-cad9c447-1fdc-46b2-8570-d56e86c116fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:20.337761 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 53888) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:12:20.652425 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-3f44b79c-96e5-4405-8f75-82ad493983be admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:12:20.671681 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f44b79c-96e5-4405-8f75-82ad493983be admin admin] Made reservation on behalf of 3cc5c8e99cb64893a8d035d6aa4f3eb6 for: {'network': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:12:20.674049 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3f44b79c-96e5-4405-8f75-82ad493983be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for network (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:20.682842 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3f44b79c-96e5-4405-8f75-82ad493983be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:20.755812 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3f44b79c-96e5-4405-8f75-82ad493983be admin admin] Publish callbacks [] for security_group (1139b7f6-e09f-4f0d-9948-99d07539e95e), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:20.759505 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3f44b79c-96e5-4405-8f75-82ad493983be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (1139b7f6-e09f-4f0d-9948-99d07539e95e), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:20.778206 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3f44b79c-96e5-4405-8f75-82ad493983be admin admin] Reserving flat network on physical network physnet1 {{(pid=106211) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 27 04:12:20.802257 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44b79c-96e5-4405-8f75-82ad493983be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1139b7f6-e09f-4f0d-9948-99d07539e95e,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:12:20.809649 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3f44b79c-96e5-4405-8f75-82ad493983be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (458173e0-a334-422f-a9db-e4c60ba44888), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:20.810240 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.db.segments_db [None req-3f44b79c-96e5-4405-8f75-82ad493983be admin admin] Added segment 458173e0-a334-422f-a9db-e4c60ba44888 of type flat for network 4c2326fb-b4db-42c7-9331-4377c9818745 Sep 27 04:12:20.855691 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3f44b79c-96e5-4405-8f75-82ad493983be admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770987766721'] for network (4c2326fb-b4db-42c7-9331-4377c9818745), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:20.887167 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3f44b79c-96e5-4405-8f75-82ad493983be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551'] for network (4c2326fb-b4db-42c7-9331-4377c9818745), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:20.888395 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f44b79c-96e5-4405-8f75-82ad493983be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:12:20.888977 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3f44b79c-96e5-4405-8f75-82ad493983be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:20.964417 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-3f44b79c-96e5-4405-8f75-82ad493983be admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6255848 Sep 27 04:12:20.984252 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44b79c-96e5-4405-8f75-82ad493983be admin admin] Pushing event updated for resources: {'Network': ['ID=4c2326fb-b4db-42c7-9331-4377c9818745,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:12:20.994724 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Network 4c2326fb-b4db-42c7-9331-4377c9818745 details requested by agent ovs-agent-dv-cinder-859186-3-iscsi with host dv-cinder-859186-3-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 04:12:22.193106 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7cf4190a-a8ea-4a29-808a-754c8791d4ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:23.575992 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 53896) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:12:23.686771 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:24.000610 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afbedff-bbc3-4062-9f26-cac56af2396d demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:12:24.002155 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-5afbedff-bbc3-4062-9f26-cac56af2396d demo admin] 10.222.0.26 "GET /networking/v2.0/subnets/42880daf-24d6-453f-9b2d-ec1d0d58b3ab HTTP/1.1" status: 200 len: 849 time: 0.4252126 Sep 27 04:12:24.120288 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-59556612-8c63-41b4-ab93-711d285b2319 demo admin] 10.222.0.26 "GET /networking/v2.0/routers/5eb8ecfa-a668-47ce-98c7-b742181dafb8 HTTP/1.1" status: 200 len: 704 time: 0.1121268 Sep 27 04:12:24.395569 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-33dea2a2-74e7-428e-afeb-61bbe4121c97 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:24.695228 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-33dea2a2-74e7-428e-afeb-61bbe4121c97 demo admin] Allocated IP 172.20.0.1 (1b8063f2-df42-4727-814a-d2a1930628ae/42880daf-24d6-453f-9b2d-ec1d0d58b3ab/6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:12:24.904721 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-33dea2a2-74e7-428e-afeb-61bbe4121c97 demo admin] Publish callbacks [] for port (6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:24.965440 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-33dea2a2-74e7-428e-afeb-61bbe4121c97 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084'] for port (6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:24.982467 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:25.008252 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dea2a2-74e7-428e-afeb-61bbe4121c97 demo admin] Network 1b8063f2-df42-4727-814a-d2a1930628ae is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:12:25.018950 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:25.029572 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-33dea2a2-74e7-428e-afeb-61bbe4121c97 demo admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:12:25.073002 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:25.074469 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dea2a2-74e7-428e-afeb-61bbe4121c97 demo admin] Pushing event updated for resources: {'Port': ['ID=6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:12:25.080141 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dea2a2-74e7-428e-afeb-61bbe4121c97 demo admin] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:12:25.081316 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-33dea2a2-74e7-428e-afeb-61bbe4121c97 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689306'] for router_interface (5eb8ecfa-a668-47ce-98c7-b742181dafb8), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:25.082964 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:UPDATE=5,neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:25.105716 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dea2a2-74e7-428e-afeb-61bbe4121c97 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:25.106083 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dea2a2-74e7-428e-afeb-61bbe4121c97 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:25.106442 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dea2a2-74e7-428e-afeb-61bbe4121c97 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:25.106799 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dea2a2-74e7-428e-afeb-61bbe4121c97 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:25.107137 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dea2a2-74e7-428e-afeb-61bbe4121c97 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:25.107463 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dea2a2-74e7-428e-afeb-61bbe4121c97 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:25.107784 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dea2a2-74e7-428e-afeb-61bbe4121c97 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:25.108108 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dea2a2-74e7-428e-afeb-61bbe4121c97 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:25.108441 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dea2a2-74e7-428e-afeb-61bbe4121c97 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:25.108765 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dea2a2-74e7-428e-afeb-61bbe4121c97 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:25.109087 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dea2a2-74e7-428e-afeb-61bbe4121c97 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:25.109421 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dea2a2-74e7-428e-afeb-61bbe4121c97 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:25.109784 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dea2a2-74e7-428e-afeb-61bbe4121c97 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:25.110092 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dea2a2-74e7-428e-afeb-61bbe4121c97 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:25.110405 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dea2a2-74e7-428e-afeb-61bbe4121c97 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33dea2a2-74e7-428e-afeb-61bbe4121c97 demo admin] Tracked resource versions report: Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: pushed versions: Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: { 'AddressGroup': {'1.2'}, Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: 'Agent': {'1.1'}, Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: 'ConntrackHelper': {'1.0'}, Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: 'LocalIPAssociation': {'1.0'}, Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: 'Log': {'1.0'}, Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: 'NDPProxy': {'1.0'}, Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: 'Network': {'1.1'}, Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: 'Port': {'1.7'}, Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: 'PortForwarding': {'1.3'}, Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: 'QosPolicy': {'1.10'}, Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: 'SecurityGroup': {'1.5'}, Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: 'SecurityGroupRule': {'1.2'}, Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: 'SubPort': {'1.0'}, Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: 'Subnet': {'1.1'}, Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: 'Trunk': {'1.1'}} Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: consumer versions: Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: { DHCP agent@dv-cinder-859186-3-iscsi: {}, Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: L3 agent@dv-cinder-859186-3-iscsi: {}, Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: Metadata agent@dv-cinder-859186-3-iscsi: {}, Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: Metering agent@dv-cinder-859186-3-iscsi: {}, Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: Open vSwitch agent@dv-cinder-859186-3-iscsi: { 'AddressGroup': '1.2', Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: 'Agent': '1.1', Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: 'ConntrackHelper': '1.0', Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: 'LocalIPAssociation': '1.0', Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: 'Log': '1.0', Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: 'NDPProxy': '1.0', Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: 'Network': '1.1', Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: 'Port': '1.7', Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: 'PortForwarding': '1.3', Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: 'QosPolicy': '1.10', Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: 'SecurityGroup': '1.5', Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: 'SecurityGroupRule': '1.2', Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: 'SubPort': '1.0', Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: 'Subnet': '1.1', Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: 'Trunk': '1.1'}} Sep 27 04:12:25.111848 dv-cinder-859186-3-iscsi neutron-server[106210]: {{(pid=106210) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 04:12:25.274687 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7ca924d3-bcb4-45e8-ab10-69b790edc927 None None] Provisioning complete for port 6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:12:25.275055 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7ca924d3-bcb4-45e8-ab10-69b790edc927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:25.275388 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7ca924d3-bcb4-45e8-ab10-69b790edc927 None None] Attempt 1 to provision port 6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9 Sep 27 04:12:25.288625 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-33dea2a2-74e7-428e-afeb-61bbe4121c97 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:25.306648 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7ca924d3-bcb4-45e8-ab10-69b790edc927 None None] Port 6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:12:25.493002 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-33dea2a2-74e7-428e-afeb-61bbe4121c97 demo admin] Publish callbacks [] for port (6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:25.497504 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-33dea2a2-74e7-428e-afeb-61bbe4121c97 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:25.498368 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-33dea2a2-74e7-428e-afeb-61bbe4121c97 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3723569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689454'] for router_interface (5eb8ecfa-a668-47ce-98c7-b742181dafb8), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:25.617501 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dea2a2-74e7-428e-afeb-61bbe4121c97 demo admin] Pushing event updated for resources: {'Port': ['ID=6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:12:25.666567 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dea2a2-74e7-428e-afeb-61bbe4121c97 demo admin] Network 1b8063f2-df42-4727-814a-d2a1930628ae is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:12:25.667856 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-33dea2a2-74e7-428e-afeb-61bbe4121c97 demo admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:12:25.807398 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7ca924d3-bcb4-45e8-ab10-69b790edc927 None None] Attempt 2 to provision port 6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9 Sep 27 04:12:25.824241 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33dea2a2-74e7-428e-afeb-61bbe4121c97 demo admin] Router 5eb8ecfa-a668-47ce-98c7-b742181dafb8 is scheduled to L3 agent 1a534786-8095-4832-a439-62015d3bc58a with binding_index 1 {{(pid=106210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 04:12:25.842410 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7ca924d3-bcb4-45e8-ab10-69b790edc927 None None] Port 6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:12:25.913348 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33dea2a2-74e7-428e-afeb-61bbe4121c97 demo admin] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:12:25.920478 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-33dea2a2-74e7-428e-afeb-61bbe4121c97 demo admin] 10.222.0.26 "PUT /networking/v2.0/routers/5eb8ecfa-a668-47ce-98c7-b742181dafb8/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7928977 Sep 27 04:12:25.925674 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446d23f4-78a7-46f7-ae75-49970e61a400 None None] Sync routers for ids ['5eb8ecfa-a668-47ce-98c7-b742181dafb8'] in dv-cinder-859186-3-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:12:25.938911 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446d23f4-78a7-46f7-ae75-49970e61a400 None None] Routers {'5eb8ecfa-a668-47ce-98c7-b742181dafb8'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:12:25.939618 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-446d23f4-78a7-46f7-ae75-49970e61a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:12:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['5eb8ecfa-a668-47ce-98c7-b742181dafb8'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:12:26.120154 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-446d23f4-78a7-46f7-ae75-49970e61a400 None None] Set router 5eb8ecfa-a668-47ce-98c7-b742181dafb8 gateway port host: None {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:12:26.343808 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7ca924d3-bcb4-45e8-ab10-69b790edc927 None None] Attempt 3 to provision port 6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9 Sep 27 04:12:26.376215 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7ca924d3-bcb4-45e8-ab10-69b790edc927 None None] Port 6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:12:26.542348 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-446d23f4-78a7-46f7-ae75-49970e61a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb8ecfa-a668-47ce-98c7-b742181dafb8', 'name': 'router1', 'tenant_id': '146fd1189c56413c9d17cd16d1a974d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:12:14Z', 'updated_at': '2022-09-27T04:12:25Z', 'revision_number': 2, 'project_id': '146fd1189c56413c9d17cd16d1a974d3', 'gw_port_host': None, '_interfaces': [{'id': '6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9', 'name': '', 'network_id': '1b8063f2-df42-4727-814a-d2a1930628ae', 'tenant_id': '146fd1189c56413c9d17cd16d1a974d3', 'mac_address': 'fa:16:3e:ca:64:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb8ecfa-a668-47ce-98c7-b742181dafb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42880daf-24d6-453f-9b2d-ec1d0d58b3ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:12:24Z', 'updated_at': '2022-09-27T04:12:25Z', 'revision_number': 2, 'project_id': '146fd1189c56413c9d17cd16d1a974d3', 'subnets': [{'id': '42880daf-24d6-453f-9b2d-ec1d0d58b3ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea4540b4-9bf3-49fd-a43a-fa121b8515c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:12:26.590051 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446d23f4-78a7-46f7-ae75-49970e61a400 None None] Checking router: 5eb8ecfa-a668-47ce-98c7-b742181dafb8 for host: dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:12:26.590419 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446d23f4-78a7-46f7-ae75-49970e61a400 None None] Updating router 5eb8ecfa-a668-47ce-98c7-b742181dafb8 port 6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9 binding host dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 04:12:26.644664 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-446d23f4-78a7-46f7-ae75-49970e61a400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:26.877401 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7ca924d3-bcb4-45e8-ab10-69b790edc927 None None] Attempt 4 to provision port 6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9 Sep 27 04:12:26.910583 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7ca924d3-bcb4-45e8-ab10-69b790edc927 None None] Port 6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:12:27.162754 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-446d23f4-78a7-46f7-ae75-49970e61a400 None None] Publish callbacks [] for port (6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:27.169681 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-446d23f4-78a7-46f7-ae75-49970e61a400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:27.316707 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-446d23f4-78a7-46f7-ae75-49970e61a400 None None] Attempting to bind port 6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9 on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:12:27.317099 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-446d23f4-78a7-46f7-ae75-49970e61a400 None None] Attempting to bind port 6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9 by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': 'a0ec3600-9c46-42f8-90d9-855ac2381cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1b8063f2-df42-4727-814a-d2a1930628ae'}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:12:27.317530 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446d23f4-78a7-46f7-ae75-49970e61a400 None None] Attempting to bind port 6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9 on network 1b8063f2-df42-4727-814a-d2a1930628ae {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:12:27.319581 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11485208-d68a-43c7-9837-184c15c0cd80 None None] Pushing event updated for resources: {'Port': ['ID=6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9,revision_number=3']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:12:27.355308 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11485208-d68a-43c7-9837-184c15c0cd80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:27.355647 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11485208-d68a-43c7-9837-184c15c0cd80 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:27.355992 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11485208-d68a-43c7-9837-184c15c0cd80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:27.356333 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11485208-d68a-43c7-9837-184c15c0cd80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:27.356664 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11485208-d68a-43c7-9837-184c15c0cd80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:27.356990 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11485208-d68a-43c7-9837-184c15c0cd80 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:27.357311 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11485208-d68a-43c7-9837-184c15c0cd80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:27.357631 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11485208-d68a-43c7-9837-184c15c0cd80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:27.357974 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11485208-d68a-43c7-9837-184c15c0cd80 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:27.358289 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11485208-d68a-43c7-9837-184c15c0cd80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:27.358605 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11485208-d68a-43c7-9837-184c15c0cd80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:27.358940 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11485208-d68a-43c7-9837-184c15c0cd80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:27.359259 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11485208-d68a-43c7-9837-184c15c0cd80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:27.359572 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11485208-d68a-43c7-9837-184c15c0cd80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:27.359885 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11485208-d68a-43c7-9837-184c15c0cd80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11485208-d68a-43c7-9837-184c15c0cd80 None None] Tracked resource versions report: Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: pushed versions: Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: { 'AddressGroup': {'1.2'}, Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: 'Agent': {'1.1'}, Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: 'ConntrackHelper': {'1.0'}, Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: 'LocalIPAssociation': {'1.0'}, Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: 'Log': {'1.0'}, Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: 'NDPProxy': {'1.0'}, Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: 'Network': {'1.1'}, Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: 'Port': {'1.7'}, Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: 'PortForwarding': {'1.3'}, Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: 'QosPolicy': {'1.10'}, Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: 'SecurityGroup': {'1.5'}, Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: 'SecurityGroupRule': {'1.2'}, Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: 'SubPort': {'1.0'}, Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: 'Subnet': {'1.1'}, Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: 'Trunk': {'1.1'}} Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: consumer versions: Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: { DHCP agent@dv-cinder-859186-3-iscsi: {}, Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: L3 agent@dv-cinder-859186-3-iscsi: {}, Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: Metadata agent@dv-cinder-859186-3-iscsi: {}, Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: Metering agent@dv-cinder-859186-3-iscsi: {}, Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: Open vSwitch agent@dv-cinder-859186-3-iscsi: { 'AddressGroup': '1.2', Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: 'Agent': '1.1', Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: 'ConntrackHelper': '1.0', Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: 'LocalIPAssociation': '1.0', Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: 'Log': '1.0', Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: 'NDPProxy': '1.0', Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: 'Network': '1.1', Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: 'Port': '1.7', Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: 'PortForwarding': '1.3', Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: 'QosPolicy': '1.10', Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: 'SecurityGroup': '1.5', Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: 'SecurityGroupRule': '1.2', Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: 'SubPort': '1.0', Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: 'Subnet': '1.1', Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: 'Trunk': '1.1'}} Sep 27 04:12:27.361362 dv-cinder-859186-3-iscsi neutron-server[106213]: {{(pid=106213) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 04:12:27.376411 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:27.411840 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7ca924d3-bcb4-45e8-ab10-69b790edc927 None None] Attempt 5 to provision port 6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9 Sep 27 04:12:27.417433 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446d23f4-78a7-46f7-ae75-49970e61a400 None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:12:27.418085 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446d23f4-78a7-46f7-ae75-49970e61a400 None None] Checking segment: {'id': 'a0ec3600-9c46-42f8-90d9-855ac2381cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1b8063f2-df42-4727-814a-d2a1930628ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:12:27.418942 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-446d23f4-78a7-46f7-ae75-49970e61a400 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:27.419489 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446d23f4-78a7-46f7-ae75-49970e61a400 None None] Bound using segment: {'id': 'a0ec3600-9c46-42f8-90d9-855ac2381cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1b8063f2-df42-4727-814a-d2a1930628ae'} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:12:27.420150 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-446d23f4-78a7-46f7-ae75-49970e61a400 None None] Bound port: 6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ec3600-9c46-42f8-90d9-855ac2381cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '1b8063f2-df42-4727-814a-d2a1930628ae'}}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:12:27.420704 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-446d23f4-78a7-46f7-ae75-49970e61a400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:27.448865 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7ca924d3-bcb4-45e8-ab10-69b790edc927 None None] Port 6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:12:27.488301 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-446d23f4-78a7-46f7-ae75-49970e61a400 None None] For port 6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:12:27.508455 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-446d23f4-78a7-46f7-ae75-49970e61a400 None None] For port 6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9,segment=NetworkSegment(a0ec3600-9c46-42f8-90d9-855ac2381cf3),segment_id=a0ec3600-9c46-42f8-90d9-855ac2381cf3)] {{(pid=106213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:12:27.514589 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-446d23f4-78a7-46f7-ae75-49970e61a400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:27.554320 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446d23f4-78a7-46f7-ae75-49970e61a400 None None] Routers {'5eb8ecfa-a668-47ce-98c7-b742181dafb8'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:12:27.554921 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-446d23f4-78a7-46f7-ae75-49970e61a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:12:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['5eb8ecfa-a668-47ce-98c7-b742181dafb8'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:12:27.594869 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:27.600925 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11485208-d68a-43c7-9837-184c15c0cd80 None None] Pushing event updated for resources: {'Port': ['ID=6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9,revision_number=4']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:12:27.649171 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-446d23f4-78a7-46f7-ae75-49970e61a400 None None] Set router 5eb8ecfa-a668-47ce-98c7-b742181dafb8 gateway port host: None {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:12:27.841724 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-446d23f4-78a7-46f7-ae75-49970e61a400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb8ecfa-a668-47ce-98c7-b742181dafb8', 'name': 'router1', 'tenant_id': '146fd1189c56413c9d17cd16d1a974d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:12:14Z', 'updated_at': '2022-09-27T04:12:25Z', 'revision_number': 2, 'project_id': '146fd1189c56413c9d17cd16d1a974d3', 'gw_port_host': None, '_interfaces': [{'id': '6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9', 'name': '', 'network_id': '1b8063f2-df42-4727-814a-d2a1930628ae', 'tenant_id': '146fd1189c56413c9d17cd16d1a974d3', 'mac_address': 'fa:16:3e:ca:64:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb8ecfa-a668-47ce-98c7-b742181dafb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42880daf-24d6-453f-9b2d-ec1d0d58b3ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:12:24Z', 'updated_at': '2022-09-27T04:12:27Z', 'revision_number': 4, 'project_id': '146fd1189c56413c9d17cd16d1a974d3', 'subnets': [{'id': '42880daf-24d6-453f-9b2d-ec1d0d58b3ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea4540b4-9bf3-49fd-a43a-fa121b8515c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:12:27.866399 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446d23f4-78a7-46f7-ae75-49970e61a400 None None] The sync data for ids ['5eb8ecfa-a668-47ce-98c7-b742181dafb8'] in dv-cinder-859186-3-iscsi is: [{'id': '5eb8ecfa-a668-47ce-98c7-b742181dafb8', 'name': 'router1', 'tenant_id': '146fd1189c56413c9d17cd16d1a974d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:12:14Z', 'updated_at': '2022-09-27T04:12:25Z', 'revision_number': 2, 'project_id': '146fd1189c56413c9d17cd16d1a974d3', 'gw_port_host': None, '_interfaces': [{'id': '6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9', 'name': '', 'network_id': '1b8063f2-df42-4727-814a-d2a1930628ae', 'tenant_id': '146fd1189c56413c9d17cd16d1a974d3', 'mac_address': 'fa:16:3e:ca:64:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb8ecfa-a668-47ce-98c7-b742181dafb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42880daf-24d6-453f-9b2d-ec1d0d58b3ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:12:24Z', 'updated_at': '2022-09-27T04:12:27Z', 'revision_number': 4, 'project_id': '146fd1189c56413c9d17cd16d1a974d3', 'subnets': [{'id': '42880daf-24d6-453f-9b2d-ec1d0d58b3ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea4540b4-9bf3-49fd-a43a-fa121b8515c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:12:27.949959 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7ca924d3-bcb4-45e8-ab10-69b790edc927 None None] Attempt 6 to provision port 6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9 Sep 27 04:12:28.029301 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7ca924d3-bcb4-45e8-ab10-69b790edc927 None None] Current status of the port 6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:12:28.029696 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7ca924d3-bcb4-45e8-ab10-69b790edc927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:28.062510 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7ca924d3-bcb4-45e8-ab10-69b790edc927 None None] For port 6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9,segment=NetworkSegment(a0ec3600-9c46-42f8-90d9-855ac2381cf3),segment_id=a0ec3600-9c46-42f8-90d9-855ac2381cf3)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:12:28.067561 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7ca924d3-bcb4-45e8-ab10-69b790edc927 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:28.122211 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca924d3-bcb4-45e8-ab10-69b790edc927 None None] Pushing event updated for resources: {'Port': ['ID=6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:12:28.188518 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-8743eb5c-5b43-408b-b9d2-3c2dd7da8489 None None] Provisioning complete for port 6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:12:28.188951 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8743eb5c-5b43-408b-b9d2-3c2dd7da8489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:28.189128 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-8743eb5c-5b43-408b-b9d2-3c2dd7da8489 None None] Attempt 1 to provision port 6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9 Sep 27 04:12:28.231410 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:28.267462 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-8743eb5c-5b43-408b-b9d2-3c2dd7da8489 None None] Current status of the port 6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:12:28.576748 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 53910) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:12:28.961101 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1273691e-77e8-4fdc-9e9e-ab6fa6f90442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:12:28.962396 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-1273691e-77e8-4fdc-9e9e-ab6fa6f90442 admin admin] 10.222.0.26 "GET /networking/v2.0/networks/4c2326fb-b4db-42c7-9331-4377c9818745 HTTP/1.1" status: 200 len: 842 time: 0.3847098 Sep 27 04:12:28.971958 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-e8a54c67-68b6-44bc-9457-5bbd0a820e0f admin admin] Request body: {'subnet': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'ip_version': 4}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:12:28.997640 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a54c67-68b6-44bc-9457-5bbd0a820e0f admin admin] Made reservation on behalf of 3cc5c8e99cb64893a8d035d6aa4f3eb6 for: {'subnet': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:12:29.000523 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e8a54c67-68b6-44bc-9457-5bbd0a820e0f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:29.078268 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:29.093515 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:29.309981 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.objects.ports [None req-e8a54c67-68b6-44bc-9457-5bbd0a820e0f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=106210) get_objects /opt/stack/neutron/neutron/objects/ports.py:471}} Sep 27 04:12:29.310431 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e8a54c67-68b6-44bc-9457-5bbd0a820e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551'] for subnet (65648eee-291b-4b8a-95c0-f3ca12df09c9), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:29.366894 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a54c67-68b6-44bc-9457-5bbd0a820e0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=65648eee-291b-4b8a-95c0-f3ca12df09c9,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:12:29.375594 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8a54c67-68b6-44bc-9457-5bbd0a820e0f admin admin] Checking segment: {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:12:29.375944 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a54c67-68b6-44bc-9457-5bbd0a820e0f admin admin] Network hostable DHCP agents. Network: 4c2326fb-b4db-42c7-9331-4377c9818745, hostable agents: ['90f8f94a-2e1d-4f4f-8859-344f24ecc1be'], hosted agents: [] {{(pid=106210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 04:12:29.400003 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a54c67-68b6-44bc-9457-5bbd0a820e0f admin admin] Network 4c2326fb-b4db-42c7-9331-4377c9818745 is scheduled to be hosted by DHCP agent 90f8f94a-2e1d-4f4f-8859-344f24ecc1be with binding_index 1 {{(pid=106210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 04:12:29.411060 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-e8a54c67-68b6-44bc-9457-5bbd0a820e0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-3-iscsi, 4c2326fb-b4db-42c7-9331-4377c9818745) {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:12:29.418550 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a54c67-68b6-44bc-9457-5bbd0a820e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:12:29.418550 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e8a54c67-68b6-44bc-9457-5bbd0a820e0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:29.422697 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38870026-2733-4d4d-8adf-7af0b9e057c1 None None] Network 4c2326fb-b4db-42c7-9331-4377c9818745 requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:12:29.436722 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-e8a54c67-68b6-44bc-9457-5bbd0a820e0f admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4678624 Sep 27 04:12:29.533447 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e7cb26-90fb-4af5-b6b6-2f66bc555d71 None None] Network 4c2326fb-b4db-42c7-9331-4377c9818745 requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:12:29.591322 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:30.974574 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=38,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:30.981133 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=34,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:32.130628 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 53920) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:12:32.542106 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-c1e50099-6fd2-4fd4-831b-14a8ea1821c0 demo admin] 10.222.0.26 "GET /networking/v2.0/routers/5eb8ecfa-a668-47ce-98c7-b742181dafb8 HTTP/1.1" status: 200 len: 710 time: 0.4103179 Sep 27 04:12:32.640899 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb55d8cd-103c-4089-8ebb-ea972b190887 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:12:32.642305 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-cb55d8cd-103c-4089-8ebb-ea972b190887 demo admin] 10.222.0.26 "GET /networking/v2.0/networks/4c2326fb-b4db-42c7-9331-4377c9818745 HTTP/1.1" status: 200 len: 886 time: 0.0945623 Sep 27 04:12:32.652085 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-e5520928-bd9b-4ef0-a683-4915e4f7cb8d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:12:32.769327 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:12:32.815848 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port 6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:12:32.816501 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:32.817003 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port 6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9 Sep 27 04:12:32.894725 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:12:32.908635 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e5520928-bd9b-4ef0-a683-4915e4f7cb8d demo admin] Publish callbacks [] for router_gateway (5eb8ecfa-a668-47ce-98c7-b742181dafb8), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:33.157571 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:33.197057 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e5520928-bd9b-4ef0-a683-4915e4f7cb8d demo admin] Publish callbacks [] for router_gateway (5eb8ecfa-a668-47ce-98c7-b742181dafb8), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:33.204424 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:33.273272 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e5520928-bd9b-4ef0-a683-4915e4f7cb8d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:33.382181 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-e5520928-bd9b-4ef0-a683-4915e4f7cb8d demo admin] Allocated IP 172.27.0.96 (4c2326fb-b4db-42c7-9331-4377c9818745/65648eee-291b-4b8a-95c0-f3ca12df09c9/f4c870bd-9fa2-4569-9b20-42c3918b2981) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:12:33.493441 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e5520928-bd9b-4ef0-a683-4915e4f7cb8d demo admin] Publish callbacks [] for port (f4c870bd-9fa2-4569-9b20-42c3918b2981), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:33.524305 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e5520928-bd9b-4ef0-a683-4915e4f7cb8d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084'] for port (f4c870bd-9fa2-4569-9b20-42c3918b2981), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:33.566013 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5520928-bd9b-4ef0-a683-4915e4f7cb8d demo admin] Network 4c2326fb-b4db-42c7-9331-4377c9818745 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:12:33.569148 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-e5520928-bd9b-4ef0-a683-4915e4f7cb8d demo admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:12:33.573176 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5520928-bd9b-4ef0-a683-4915e4f7cb8d demo admin] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:12:33.575833 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5520928-bd9b-4ef0-a683-4915e4f7cb8d demo admin] Pushing event updated for resources: {'Port': ['ID=f4c870bd-9fa2-4569-9b20-42c3918b2981,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:12:33.813156 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e5520928-bd9b-4ef0-a683-4915e4f7cb8d demo admin] Publish callbacks [] for router_gateway (5eb8ecfa-a668-47ce-98c7-b742181dafb8), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:33.994884 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:34.004063 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e5520928-bd9b-4ef0-a683-4915e4f7cb8d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4106665', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4106139', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124582'] for router (5eb8ecfa-a668-47ce-98c7-b742181dafb8), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:34.008176 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e5520928-bd9b-4ef0-a683-4915e4f7cb8d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4106573', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4106678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4106687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4106144'] for router (5eb8ecfa-a668-47ce-98c7-b742181dafb8), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:34.108912 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:34.114531 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5520928-bd9b-4ef0-a683-4915e4f7cb8d demo admin] Router 5eb8ecfa-a668-47ce-98c7-b742181dafb8 has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:12:34.219612 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5520928-bd9b-4ef0-a683-4915e4f7cb8d demo admin] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:12:34.223879 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e5520928-bd9b-4ef0-a683-4915e4f7cb8d demo admin] Publish callbacks [] for router (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:34.225066 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-e5520928-bd9b-4ef0-a683-4915e4f7cb8d demo admin] 10.222.0.26 "PUT /networking/v2.0/routers/5eb8ecfa-a668-47ce-98c7-b742181dafb8 HTTP/1.1" status: 200 len: 889 time: 1.5761166 Sep 27 04:12:34.232801 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dce6f5-870a-4b84-b7ff-18e7b6cf15e6 None None] Sync routers for ids ['5eb8ecfa-a668-47ce-98c7-b742181dafb8'] in dv-cinder-859186-3-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:12:34.245086 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dce6f5-870a-4b84-b7ff-18e7b6cf15e6 None None] Routers {'5eb8ecfa-a668-47ce-98c7-b742181dafb8'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:12:34.245889 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-d9dce6f5-870a-4b84-b7ff-18e7b6cf15e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:12:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['5eb8ecfa-a668-47ce-98c7-b742181dafb8'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:12:34.466966 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-d9dce6f5-870a-4b84-b7ff-18e7b6cf15e6 None None] Set router 5eb8ecfa-a668-47ce-98c7-b742181dafb8 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:12:34.904539 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-d9dce6f5-870a-4b84-b7ff-18e7b6cf15e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb8ecfa-a668-47ce-98c7-b742181dafb8', 'name': 'router1', 'tenant_id': '146fd1189c56413c9d17cd16d1a974d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'f4c870bd-9fa2-4569-9b20-42c3918b2981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:12:14Z', 'updated_at': '2022-09-27T04:12:33Z', 'revision_number': 4, 'project_id': '146fd1189c56413c9d17cd16d1a974d3', 'gw_port': {'id': 'f4c870bd-9fa2-4569-9b20-42c3918b2981', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ea:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb8ecfa-a668-47ce-98c7-b742181dafb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:12:33Z', 'updated_at': '2022-09-27T04:12:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9', 'name': '', 'network_id': '1b8063f2-df42-4727-814a-d2a1930628ae', 'tenant_id': '146fd1189c56413c9d17cd16d1a974d3', 'mac_address': 'fa:16:3e:ca:64:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb8ecfa-a668-47ce-98c7-b742181dafb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42880daf-24d6-453f-9b2d-ec1d0d58b3ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:12:24Z', 'updated_at': '2022-09-27T04:12:28Z', 'revision_number': 5, 'project_id': '146fd1189c56413c9d17cd16d1a974d3', 'subnets': [{'id': '42880daf-24d6-453f-9b2d-ec1d0d58b3ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea4540b4-9bf3-49fd-a43a-fa121b8515c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:12:34.952649 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dce6f5-870a-4b84-b7ff-18e7b6cf15e6 None None] Checking router: 5eb8ecfa-a668-47ce-98c7-b742181dafb8 for host: dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:12:34.952918 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dce6f5-870a-4b84-b7ff-18e7b6cf15e6 None None] Updating router 5eb8ecfa-a668-47ce-98c7-b742181dafb8 port f4c870bd-9fa2-4569-9b20-42c3918b2981 binding host dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 04:12:35.006550 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-d9dce6f5-870a-4b84-b7ff-18e7b6cf15e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (f4c870bd-9fa2-4569-9b20-42c3918b2981), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:35.255165 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:35.315195 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-d9dce6f5-870a-4b84-b7ff-18e7b6cf15e6 None None] Publish callbacks [] for port (f4c870bd-9fa2-4569-9b20-42c3918b2981), precommit_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:35.320501 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-d9dce6f5-870a-4b84-b7ff-18e7b6cf15e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (f4c870bd-9fa2-4569-9b20-42c3918b2981), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:35.354389 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-d9dce6f5-870a-4b84-b7ff-18e7b6cf15e6 None None] Attempting to bind port f4c870bd-9fa2-4569-9b20-42c3918b2981 on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:12:35.354739 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-d9dce6f5-870a-4b84-b7ff-18e7b6cf15e6 None None] Attempting to bind port f4c870bd-9fa2-4569-9b20-42c3918b2981 by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:12:35.355095 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dce6f5-870a-4b84-b7ff-18e7b6cf15e6 None None] Attempting to bind port f4c870bd-9fa2-4569-9b20-42c3918b2981 on network 4c2326fb-b4db-42c7-9331-4377c9818745 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:12:35.361033 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:35.395547 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98bb7a-c21c-40f2-b155-f52b28b910cc None None] Pushing event updated for resources: {'Port': ['ID=f4c870bd-9fa2-4569-9b20-42c3918b2981,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:12:35.416008 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dce6f5-870a-4b84-b7ff-18e7b6cf15e6 None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:12:35.416374 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dce6f5-870a-4b84-b7ff-18e7b6cf15e6 None None] Checking segment: {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:12:35.416796 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-d9dce6f5-870a-4b84-b7ff-18e7b6cf15e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:35.417148 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9dce6f5-870a-4b84-b7ff-18e7b6cf15e6 None None] Bound using segment: {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:12:35.417627 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-d9dce6f5-870a-4b84-b7ff-18e7b6cf15e6 None None] Bound port: f4c870bd-9fa2-4569-9b20-42c3918b2981, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:12:35.418045 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-d9dce6f5-870a-4b84-b7ff-18e7b6cf15e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (f4c870bd-9fa2-4569-9b20-42c3918b2981), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:35.464321 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-d9dce6f5-870a-4b84-b7ff-18e7b6cf15e6 None None] For port f4c870bd-9fa2-4569-9b20-42c3918b2981, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:12:35.467616 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-d9dce6f5-870a-4b84-b7ff-18e7b6cf15e6 None None] For port f4c870bd-9fa2-4569-9b20-42c3918b2981, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=f4c870bd-9fa2-4569-9b20-42c3918b2981,segment=NetworkSegment(458173e0-a334-422f-a9db-e4c60ba44888),segment_id=458173e0-a334-422f-a9db-e4c60ba44888)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:12:35.472721 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-d9dce6f5-870a-4b84-b7ff-18e7b6cf15e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (f4c870bd-9fa2-4569-9b20-42c3918b2981), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:35.504977 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9dce6f5-870a-4b84-b7ff-18e7b6cf15e6 None None] Routers {'5eb8ecfa-a668-47ce-98c7-b742181dafb8'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:12:35.505491 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-d9dce6f5-870a-4b84-b7ff-18e7b6cf15e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:12:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['5eb8ecfa-a668-47ce-98c7-b742181dafb8'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:12:35.569524 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e98bb7a-c21c-40f2-b155-f52b28b910cc None None] Pushing event updated for resources: {'Port': ['ID=f4c870bd-9fa2-4569-9b20-42c3918b2981,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:12:35.628052 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-d9dce6f5-870a-4b84-b7ff-18e7b6cf15e6 None None] Set router 5eb8ecfa-a668-47ce-98c7-b742181dafb8 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:12:35.824106 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-d9dce6f5-870a-4b84-b7ff-18e7b6cf15e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5eb8ecfa-a668-47ce-98c7-b742181dafb8', 'name': 'router1', 'tenant_id': '146fd1189c56413c9d17cd16d1a974d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'f4c870bd-9fa2-4569-9b20-42c3918b2981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:12:14Z', 'updated_at': '2022-09-27T04:12:33Z', 'revision_number': 4, 'project_id': '146fd1189c56413c9d17cd16d1a974d3', 'gw_port': {'id': 'f4c870bd-9fa2-4569-9b20-42c3918b2981', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ea:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb8ecfa-a668-47ce-98c7-b742181dafb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:12:33Z', 'updated_at': '2022-09-27T04:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9', 'name': '', 'network_id': '1b8063f2-df42-4727-814a-d2a1930628ae', 'tenant_id': '146fd1189c56413c9d17cd16d1a974d3', 'mac_address': 'fa:16:3e:ca:64:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb8ecfa-a668-47ce-98c7-b742181dafb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42880daf-24d6-453f-9b2d-ec1d0d58b3ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:12:24Z', 'updated_at': '2022-09-27T04:12:28Z', 'revision_number': 5, 'project_id': '146fd1189c56413c9d17cd16d1a974d3', 'subnets': [{'id': '42880daf-24d6-453f-9b2d-ec1d0d58b3ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea4540b4-9bf3-49fd-a43a-fa121b8515c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:12:35.849209 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9dce6f5-870a-4b84-b7ff-18e7b6cf15e6 None None] The sync data for ids ['5eb8ecfa-a668-47ce-98c7-b742181dafb8'] in dv-cinder-859186-3-iscsi is: [{'id': '5eb8ecfa-a668-47ce-98c7-b742181dafb8', 'name': 'router1', 'tenant_id': '146fd1189c56413c9d17cd16d1a974d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'f4c870bd-9fa2-4569-9b20-42c3918b2981', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:12:14Z', 'updated_at': '2022-09-27T04:12:33Z', 'revision_number': 4, 'project_id': '146fd1189c56413c9d17cd16d1a974d3', 'gw_port': {'id': 'f4c870bd-9fa2-4569-9b20-42c3918b2981', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:ea:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5eb8ecfa-a668-47ce-98c7-b742181dafb8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:12:33Z', 'updated_at': '2022-09-27T04:12:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9', 'name': '', 'network_id': '1b8063f2-df42-4727-814a-d2a1930628ae', 'tenant_id': '146fd1189c56413c9d17cd16d1a974d3', 'mac_address': 'fa:16:3e:ca:64:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5eb8ecfa-a668-47ce-98c7-b742181dafb8', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '42880daf-24d6-453f-9b2d-ec1d0d58b3ab', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:12:24Z', 'updated_at': '2022-09-27T04:12:28Z', 'revision_number': 5, 'project_id': '146fd1189c56413c9d17cd16d1a974d3', 'subnets': [{'id': '42880daf-24d6-453f-9b2d-ec1d0d58b3ab', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ea4540b4-9bf3-49fd-a43a-fa121b8515c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:12:36.770291 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device f4c870bd-9fa2-4569-9b20-42c3918b2981 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:12:36.814512 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port f4c870bd-9fa2-4569-9b20-42c3918b2981 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:12:36.814901 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (f4c870bd-9fa2-4569-9b20-42c3918b2981), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:36.815235 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port f4c870bd-9fa2-4569-9b20-42c3918b2981 Sep 27 04:12:36.890686 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port f4c870bd-9fa2-4569-9b20-42c3918b2981 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:12:36.890995 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (f4c870bd-9fa2-4569-9b20-42c3918b2981), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:36.911352 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] For port f4c870bd-9fa2-4569-9b20-42c3918b2981, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=f4c870bd-9fa2-4569-9b20-42c3918b2981,segment=NetworkSegment(458173e0-a334-422f-a9db-e4c60ba44888),segment_id=458173e0-a334-422f-a9db-e4c60ba44888)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:12:36.917291 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (f4c870bd-9fa2-4569-9b20-42c3918b2981), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:36.961634 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Pushing event updated for resources: {'Port': ['ID=f4c870bd-9fa2-4569-9b20-42c3918b2981,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:12:37.036699 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 53932) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:12:37.454971 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-18c75463-1838-45ec-8f95-478c9a7881ae admin admin] 10.222.0.26 "GET /networking/v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.4171646 Sep 27 04:12:37.838223 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=54,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:37.844375 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=26 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:38.769647 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device f4c870bd-9fa2-4569-9b20-42c3918b2981 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:12:38.819613 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:38.826935 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port f4c870bd-9fa2-4569-9b20-42c3918b2981 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:12:38.827331 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (f4c870bd-9fa2-4569-9b20-42c3918b2981), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:38.827671 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port f4c870bd-9fa2-4569-9b20-42c3918b2981 Sep 27 04:12:38.857736 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:38.903114 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port f4c870bd-9fa2-4569-9b20-42c3918b2981 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:12:44.216748 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=12 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:44.218047 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=23 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:45.708218 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 5 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:12:47.441045 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:47.450987 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:48.724704 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:48.896030 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:48.902335 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=12 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:12:50.242152 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-44074ff3-9124-435e-bbed-f513370357df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:52.196768 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c2ab0b73-0146-4757-a9fe-6e5eeb463de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:53.654309 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:55.026999 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:55.148245 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:12:55.704517 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:13:05.095802 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:13:05.142635 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:13:20.239459 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-53c01119-9abb-4d56-95b8-92a7ab5f4d27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:13:22.211371 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-57dba604-ea40-41d9-84b0-37675283152d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:13:22.706831 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 5 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:13:23.653173 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:13:25.023838 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:13:25.095548 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:13:25.718781 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:13:32.707808 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:13:35.083140 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:13:35.090447 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:13:48.708638 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:13:50.235146 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-34be1692-73fa-451f-9c2f-501275d4cee0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:13:52.196558 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-bff1207e-2feb-4386-af4f-23a7fd463e4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:13:53.650508 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:13:55.022520 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:13:55.091121 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:13:59.713251 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 5 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:14:02.717331 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:14:03.360842 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 54478) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:14:03.690782 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.pecan_wsgi.hooks.translation [None req-d05c3d91-afcc-4f71-b22f-ad446df7b7c3 admin admin] GET failed (client error): The resource could not be found. Sep 27 04:14:03.692043 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-d05c3d91-afcc-4f71-b22f-ad446df7b7c3 admin admin] 10.222.0.26 "GET /networking/v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3303485 Sep 27 04:14:03.852730 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9661e7bd-273f-4638-aa1b-2c61a20655b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:14:03.854204 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-9661e7bd-273f-4638-aa1b-2c61a20655b5 admin admin] 10.222.0.26 "GET /networking/v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1576731 Sep 27 04:14:05.085318 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:14:05.087166 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:14:06.405123 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 54490) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:14:06.767254 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88f23f9-9ba4-4e28-94a8-96fc185ab18f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:14:06.768588 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-c88f23f9-9ba4-4e28-94a8-96fc185ab18f admin admin] 10.222.0.26 "GET /networking/v2.0/subnets/42880daf-24d6-453f-9b2d-ec1d0d58b3ab HTTP/1.1" status: 200 len: 849 time: 0.3625293 Sep 27 04:14:06.778659 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-feb25b60-5a46-41af-9485-f48d0ecdd7a0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:14:06.862132 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-feb25b60-5a46-41af-9485-f48d0ecdd7a0 admin admin] Publish callbacks [] for subnet (42880daf-24d6-453f-9b2d-ec1d0d58b3ab), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:14:07.005948 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-feb25b60-5a46-41af-9485-f48d0ecdd7a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770988352925'] for subnet (42880daf-24d6-453f-9b2d-ec1d0d58b3ab), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:14:07.042956 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb25b60-5a46-41af-9485-f48d0ecdd7a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:14:07.043553 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-feb25b60-5a46-41af-9485-f48d0ecdd7a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:14:07.057771 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-feb25b60-5a46-41af-9485-f48d0ecdd7a0 admin admin] 10.222.0.26 "PUT /networking/v2.0/subnets/42880daf-24d6-453f-9b2d-ec1d0d58b3ab HTTP/1.1" status: 200 len: 868 time: 0.2697222 Sep 27 04:14:07.058033 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee60fde1-756a-433c-b2f9-0de5fee50338 None None] Network 1b8063f2-df42-4727-814a-d2a1930628ae requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:14:07.064901 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb25b60-5a46-41af-9485-f48d0ecdd7a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=42880daf-24d6-453f-9b2d-ec1d0d58b3ab,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:14:07.073385 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb25b60-5a46-41af-9485-f48d0ecdd7a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:14:07.073761 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb25b60-5a46-41af-9485-f48d0ecdd7a0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:14:07.074134 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb25b60-5a46-41af-9485-f48d0ecdd7a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:14:07.074479 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb25b60-5a46-41af-9485-f48d0ecdd7a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:14:07.074812 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb25b60-5a46-41af-9485-f48d0ecdd7a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:14:07.075145 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb25b60-5a46-41af-9485-f48d0ecdd7a0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:14:07.075471 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb25b60-5a46-41af-9485-f48d0ecdd7a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:14:07.075794 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb25b60-5a46-41af-9485-f48d0ecdd7a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:14:07.076136 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb25b60-5a46-41af-9485-f48d0ecdd7a0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:14:07.076469 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb25b60-5a46-41af-9485-f48d0ecdd7a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:14:07.076811 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb25b60-5a46-41af-9485-f48d0ecdd7a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:14:07.077143 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb25b60-5a46-41af-9485-f48d0ecdd7a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:14:07.077466 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb25b60-5a46-41af-9485-f48d0ecdd7a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:14:07.077811 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb25b60-5a46-41af-9485-f48d0ecdd7a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:14:07.078134 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb25b60-5a46-41af-9485-f48d0ecdd7a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:14:07.342550 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-a16486ca-0afd-4c9b-b22e-43b200c39e87 None None] Provisioning complete for port 6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:14:07.342950 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a16486ca-0afd-4c9b-b22e-43b200c39e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:14:07.343291 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-a16486ca-0afd-4c9b-b22e-43b200c39e87 None None] Attempt 1 to provision port 6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9 Sep 27 04:14:07.417350 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-a16486ca-0afd-4c9b-b22e-43b200c39e87 None None] Current status of the port 6dd4abab-9e71-4ddb-83f5-ae3de8e6eeb9 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:14:07.425544 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-a16486ca-0afd-4c9b-b22e-43b200c39e87 None None] Provisioning complete for port 91be2386-c6f4-4e65-920b-2ddb6d3c06b5 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:14:07.425956 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a16486ca-0afd-4c9b-b22e-43b200c39e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (91be2386-c6f4-4e65-920b-2ddb6d3c06b5), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:14:07.426293 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-a16486ca-0afd-4c9b-b22e-43b200c39e87 None None] Attempt 1 to provision port 91be2386-c6f4-4e65-920b-2ddb6d3c06b5 Sep 27 04:14:07.501637 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-a16486ca-0afd-4c9b-b22e-43b200c39e87 None None] Current status of the port 91be2386-c6f4-4e65-920b-2ddb6d3c06b5 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:14:09.628065 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 54498) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:14:09.708557 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:14:10.096145 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747546ab-71dc-4361-b38d-403d7d01abca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:14:10.096627 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747546ab-71dc-4361-b38d-403d7d01abca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:14:10.098205 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-747546ab-71dc-4361-b38d-403d7d01abca admin admin] 10.222.0.26 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4692132 Sep 27 04:14:12.650555 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 54508) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:14:13.134125 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5027f2b-a63c-42ac-8fc5-38cd4cec4b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:14:13.134603 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5027f2b-a63c-42ac-8fc5-38cd4cec4b0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:14:13.136142 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-a5027f2b-a63c-42ac-8fc5-38cd4cec4b0d admin admin] 10.222.0.26 "GET /networking/v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4846551 Sep 27 04:14:15.723504 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 54516) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:14:16.124695 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14d58d5-6efb-4bd6-a242-3ad38859d37b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:14:16.126111 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-e14d58d5-6efb-4bd6-a242-3ad38859d37b admin admin] 10.222.0.26 "GET /networking/v2.0/networks/1b8063f2-df42-4727-814a-d2a1930628ae HTTP/1.1" status: 200 len: 869 time: 0.4017029 Sep 27 04:14:17.065505 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=62,neutron:INSERT=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:14:17.068959 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:14:17.498484 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=41 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:14:17.500377 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=36 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:14:18.689770 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 54524) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:14:19.084991 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-102305b3-325c-44e9-b249-0d4637a106af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:14:19.086379 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-102305b3-325c-44e9-b249-0d4637a106af admin admin] 10.222.0.26 "GET /networking/v2.0/networks/4c2326fb-b4db-42c7-9331-4377c9818745 HTTP/1.1" status: 200 len: 886 time: 0.3957522 Sep 27 04:14:20.239300 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c5a92801-7e0c-47e4-a0dc-2bd939728cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:14:21.610919 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 54532) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:14:22.000814 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc4e665-91f2-4b83-911c-9a654c0939ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:14:22.001263 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc4e665-91f2-4b83-911c-9a654c0939ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:14:22.002794 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-7bc4e665-91f2-4b83-911c-9a654c0939ad admin admin] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3909128 Sep 27 04:14:22.200633 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-159b1e0d-a0c2-4213-b6c4-ad69c64b4e2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:14:23.648468 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:14:24.564307 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 54540) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:14:24.937164 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b63b035-5d97-4635-bfe9-aaedccfcc4c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:14:24.937555 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b63b035-5d97-4635-bfe9-aaedccfcc4c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:14:24.939097 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-6b63b035-5d97-4635-bfe9-aaedccfcc4c4 admin admin] 10.222.0.26 "GET /networking/v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3738298 Sep 27 04:14:25.028158 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:14:25.094693 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:14:27.478162 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 54548) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:14:27.840821 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075dda29-da56-42cb-9ec4-08c7fff51a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:14:27.842159 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-075dda29-da56-42cb-9ec4-08c7fff51a58 admin admin] 10.222.0.26 "GET /networking/v2.0/subnets/42880daf-24d6-453f-9b2d-ec1d0d58b3ab HTTP/1.1" status: 200 len: 868 time: 0.3630555 Sep 27 04:14:30.435950 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 54556) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:14:30.795207 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39efcfb5-e50e-42bc-b313-330ec435c10b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:14:30.796570 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-39efcfb5-e50e-42bc-b313-330ec435c10b admin admin] 10.222.0.26 "GET /networking/v2.0/subnets/65648eee-291b-4b8a-95c0-f3ca12df09c9 HTTP/1.1" status: 200 len: 816 time: 0.3596537 Sep 27 04:14:35.088361 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=10 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:14:35.091375 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:UPDATE=5,neutron:SELECT=5 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:14:36.712612 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 5 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:14:40.790745 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=75 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:14:40.792576 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=63 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:14:50.241239 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-10d04dba-95cf-4f18-a6a9-8da08bbe0156 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:14:50.704147 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=18 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:14:50.724467 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=18 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:14:52.202956 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-b05f3d82-36f2-4826-85b8-3a4e191436e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:14:53.653389 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:14:55.030653 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:14:55.096241 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:15:00.483742 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 54614) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:15:00.921077 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [None req-131b672b-bc9a-425a-8643-dfbd2e2d229b admin admin] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 04:15:00.922094 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-131b672b-bc9a-425a-8643-dfbd2e2d229b admin admin] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.4374211 Sep 27 04:15:03.589708 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 54622) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:15:03.917671 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e515d42-f966-4d26-9381-c03bd28de20e admin admin] GET failed (client error): The resource could not be found. Sep 27 04:15:03.918956 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-5e515d42-f966-4d26-9381-c03bd28de20e admin admin] 10.222.0.26 "GET /networking/v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3282144 Sep 27 04:15:04.059582 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e62719b1-e2d9-487e-bc3f-5c22f3e63a83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:15:04.061067 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-e62719b1-e2d9-487e-bc3f-5c22f3e63a83 admin admin] 10.222.0.26 "GET /networking/v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1377254 Sep 27 04:15:05.085684 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:15:05.092229 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:15:06.629554 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 54630) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:15:06.950521 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-f2c6e8bb-e31f-4bdb-ae7e-3dedc818bb0a admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:15:06.972536 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c6e8bb-e31f-4bdb-ae7e-3dedc818bb0a admin admin] Made reservation on behalf of 3cc5c8e99cb64893a8d035d6aa4f3eb6 for: {'network': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:15:06.974990 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f2c6e8bb-e31f-4bdb-ae7e-3dedc818bb0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for network (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:15:07.002407 dv-cinder-859186-3-iscsi neutron-server[106210]: WARNING neutron.services.revisions.revision_plugin [None req-f2c6e8bb-e31f-4bdb-ae7e-3dedc818bb0a admin admin] Could not find related network for resource to bump revision. Sep 27 04:15:07.018861 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c6e8bb-e31f-4bdb-ae7e-3dedc818bb0a admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=106210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 04:15:07.031083 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f2c6e8bb-e31f-4bdb-ae7e-3dedc818bb0a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770988261569', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (9fed9611-888f-4522-acf6-4e174e3e22fb), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:15:07.031643 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f2c6e8bb-e31f-4bdb-ae7e-3dedc818bb0a admin admin] Unsubscribe: segment precommit_create {{(pid=106210) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 27 04:15:07.032094 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.db.segments_db [None req-f2c6e8bb-e31f-4bdb-ae7e-3dedc818bb0a admin admin] Added segment 9fed9611-888f-4522-acf6-4e174e3e22fb of type vlan for network 1659662c-84cd-4ca0-9418-f36b497121ac Sep 27 04:15:07.085924 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f2c6e8bb-e31f-4bdb-ae7e-3dedc818bb0a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770987766721'] for network (1659662c-84cd-4ca0-9418-f36b497121ac), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:15:07.119048 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f2c6e8bb-e31f-4bdb-ae7e-3dedc818bb0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551'] for network (1659662c-84cd-4ca0-9418-f36b497121ac), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:15:07.120069 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c6e8bb-e31f-4bdb-ae7e-3dedc818bb0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:15:07.120684 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f2c6e8bb-e31f-4bdb-ae7e-3dedc818bb0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:15:07.198111 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-f2c6e8bb-e31f-4bdb-ae7e-3dedc818bb0a admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5673470 Sep 27 04:15:07.217585 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c6e8bb-e31f-4bdb-ae7e-3dedc818bb0a admin admin] Pushing event updated for resources: {'Network': ['ID=1659662c-84cd-4ca0-9418-f36b497121ac,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:15:07.225149 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6e8bb-e31f-4bdb-ae7e-3dedc818bb0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:07.225493 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6e8bb-e31f-4bdb-ae7e-3dedc818bb0a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:07.225888 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6e8bb-e31f-4bdb-ae7e-3dedc818bb0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:07.226241 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6e8bb-e31f-4bdb-ae7e-3dedc818bb0a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:07.226575 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6e8bb-e31f-4bdb-ae7e-3dedc818bb0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:07.227476 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6e8bb-e31f-4bdb-ae7e-3dedc818bb0a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:07.227807 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6e8bb-e31f-4bdb-ae7e-3dedc818bb0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:07.228134 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6e8bb-e31f-4bdb-ae7e-3dedc818bb0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:07.228460 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6e8bb-e31f-4bdb-ae7e-3dedc818bb0a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:07.228787 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6e8bb-e31f-4bdb-ae7e-3dedc818bb0a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:07.229118 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6e8bb-e31f-4bdb-ae7e-3dedc818bb0a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:07.229461 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6e8bb-e31f-4bdb-ae7e-3dedc818bb0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:07.229815 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6e8bb-e31f-4bdb-ae7e-3dedc818bb0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:07.230138 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6e8bb-e31f-4bdb-ae7e-3dedc818bb0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:07.230459 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2c6e8bb-e31f-4bdb-ae7e-3dedc818bb0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:07.242445 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Network 1659662c-84cd-4ca0-9418-f36b497121ac details requested by agent ovs-agent-dv-cinder-859186-3-iscsi with host dv-cinder-859186-3-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 04:15:09.837878 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 54638) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:15:10.166197 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.pecan_wsgi.hooks.translation [None req-b144246d-196f-46d3-a8a2-125a6475c6b3 admin admin] GET failed (client error): The resource could not be found. Sep 27 04:15:10.167568 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-b144246d-196f-46d3-a8a2-125a6475c6b3 admin admin] 10.222.0.26 "GET /networking/v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3287487 Sep 27 04:15:10.235902 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41829355-ec37-453b-a0a2-a382f94f9cea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:15:10.237291 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-41829355-ec37-453b-a0a2-a382f94f9cea admin admin] 10.222.0.26 "GET /networking/v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0653780 Sep 27 04:15:10.246809 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-bd9dc59a-e6b9-40da-b0cb-8b66320477a4 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '1659662c-84cd-4ca0-9418-f36b497121ac', 'name': 'shared-subnet'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:15:10.266366 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9dc59a-e6b9-40da-b0cb-8b66320477a4 admin admin] Made reservation on behalf of 3cc5c8e99cb64893a8d035d6aa4f3eb6 for: {'subnet': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:15:10.268848 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-bd9dc59a-e6b9-40da-b0cb-8b66320477a4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:15:10.433881 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-bd9dc59a-e6b9-40da-b0cb-8b66320477a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551'] for subnet (5e49f6f7-7be2-4120-9e23-b2c0962d26fc), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:15:10.495060 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9dc59a-e6b9-40da-b0cb-8b66320477a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e49f6f7-7be2-4120-9e23-b2c0962d26fc,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:15:10.503164 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd9dc59a-e6b9-40da-b0cb-8b66320477a4 admin admin] Checking segment: {'id': '9fed9611-888f-4522-acf6-4e174e3e22fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1659662c-84cd-4ca0-9418-f36b497121ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:15:10.503515 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9dc59a-e6b9-40da-b0cb-8b66320477a4 admin admin] Network hostable DHCP agents. Network: 1659662c-84cd-4ca0-9418-f36b497121ac, hostable agents: ['90f8f94a-2e1d-4f4f-8859-344f24ecc1be'], hosted agents: [] {{(pid=106211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 04:15:10.506906 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9dc59a-e6b9-40da-b0cb-8b66320477a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:10.507253 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9dc59a-e6b9-40da-b0cb-8b66320477a4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:10.507595 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9dc59a-e6b9-40da-b0cb-8b66320477a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:10.507934 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9dc59a-e6b9-40da-b0cb-8b66320477a4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:10.508802 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9dc59a-e6b9-40da-b0cb-8b66320477a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:10.509145 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9dc59a-e6b9-40da-b0cb-8b66320477a4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:10.509472 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9dc59a-e6b9-40da-b0cb-8b66320477a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:10.509812 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9dc59a-e6b9-40da-b0cb-8b66320477a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:10.510155 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9dc59a-e6b9-40da-b0cb-8b66320477a4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:10.510483 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9dc59a-e6b9-40da-b0cb-8b66320477a4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:10.510817 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9dc59a-e6b9-40da-b0cb-8b66320477a4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:10.511140 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9dc59a-e6b9-40da-b0cb-8b66320477a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:10.511455 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9dc59a-e6b9-40da-b0cb-8b66320477a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:10.511782 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9dc59a-e6b9-40da-b0cb-8b66320477a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:10.512091 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd9dc59a-e6b9-40da-b0cb-8b66320477a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:10.530808 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd9dc59a-e6b9-40da-b0cb-8b66320477a4 admin admin] Network 1659662c-84cd-4ca0-9418-f36b497121ac is scheduled to be hosted by DHCP agent 90f8f94a-2e1d-4f4f-8859-344f24ecc1be with binding_index 1 {{(pid=106211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 04:15:10.539431 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-bd9dc59a-e6b9-40da-b0cb-8b66320477a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-3-iscsi, 1659662c-84cd-4ca0-9418-f36b497121ac) {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:15:10.543342 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd9dc59a-e6b9-40da-b0cb-8b66320477a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:15:10.543925 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-bd9dc59a-e6b9-40da-b0cb-8b66320477a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:15:10.548085 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8e0ad3-116a-4a0a-8875-3c8a727859e7 None None] Network 1659662c-84cd-4ca0-9418-f36b497121ac requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:15:10.569820 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-bd9dc59a-e6b9-40da-b0cb-8b66320477a4 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3166108 Sep 27 04:15:10.659522 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp977886c5-f3aa-5b76-a131-51301725c052-1659662c-84cd-4ca0-9418-f36b497121ac', 'network_id': '1659662c-84cd-4ca0-9418-f36b497121ac', 'project_id': '3cc5c8e99cb64893a8d035d6aa4f3eb6', 'fixed_ips': [{'subnet_id': '5e49f6f7-7be2-4120-9e23-b2c0962d26fc'}]}} from dv-cinder-859186-3-iscsi. {{(pid=106212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 04:15:10.660411 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:15:10.802469 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.db_base_plugin_common [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] Allocated IP 192.168.233.2 (1659662c-84cd-4ca0-9418-f36b497121ac/5e49f6f7-7be2-4120-9e23-b2c0962d26fc/a9d279c0-f93b-406b-9d35-10eff3cffc78) {{(pid=106212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:15:10.954414 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] Publish callbacks [] for port (a9d279c0-f93b-406b-9d35-10eff3cffc78), precommit_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:15:10.960718 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084'] for port (a9d279c0-f93b-406b-9d35-10eff3cffc78), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:15:11.001411 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] Network 1659662c-84cd-4ca0-9418-f36b497121ac is already hosted by enough agents. {{(pid=106212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:15:11.006247 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.scheduler.base_scheduler [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] Resources bound (agent type, host, resource id): {{(pid=106212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:15:11.010528 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] Received port after_create {{(pid=106212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:15:11.013693 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] Pushing event updated for resources: {'Port': ['ID=a9d279c0-f93b-406b-9d35-10eff3cffc78,revision_number=1']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:15:11.022099 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:11.022447 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:11.022806 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:11.023170 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:11.023506 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:11.023878 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:11.024202 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:11.024527 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:11.024857 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:11.025179 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:11.025501 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:11.025862 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:11.026188 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:11.026504 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:11.026820 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:15:11.081100 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] Attempting to bind port a9d279c0-f93b-406b-9d35-10eff3cffc78 on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:15:11.081472 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] Attempting to bind port a9d279c0-f93b-406b-9d35-10eff3cffc78 by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': '9fed9611-888f-4522-acf6-4e174e3e22fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1659662c-84cd-4ca0-9418-f36b497121ac'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:15:11.081891 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] Attempting to bind port a9d279c0-f93b-406b-9d35-10eff3cffc78 on network 1659662c-84cd-4ca0-9418-f36b497121ac {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:15:11.124376 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:15:11.124857 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] Checking segment: {'id': '9fed9611-888f-4522-acf6-4e174e3e22fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1659662c-84cd-4ca0-9418-f36b497121ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:15:11.125197 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:15:11.125584 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] Bound using segment: {'id': '9fed9611-888f-4522-acf6-4e174e3e22fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1659662c-84cd-4ca0-9418-f36b497121ac'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:15:11.126127 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] Bound port: a9d279c0-f93b-406b-9d35-10eff3cffc78, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fed9611-888f-4522-acf6-4e174e3e22fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1659662c-84cd-4ca0-9418-f36b497121ac'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:15:11.126511 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (a9d279c0-f93b-406b-9d35-10eff3cffc78), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:15:11.190636 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] For port a9d279c0-f93b-406b-9d35-10eff3cffc78, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:15:11.193879 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] For port a9d279c0-f93b-406b-9d35-10eff3cffc78, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=a9d279c0-f93b-406b-9d35-10eff3cffc78,segment=NetworkSegment(9fed9611-888f-4522-acf6-4e174e3e22fb),segment_id=9fed9611-888f-4522-acf6-4e174e3e22fb)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:15:11.200079 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (a9d279c0-f93b-406b-9d35-10eff3cffc78), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:15:11.251086 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc35752a-3739-4723-91c0-aa84cb7ca948 None None] Pushing event updated for resources: {'Port': ['ID=a9d279c0-f93b-406b-9d35-10eff3cffc78,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:15:12.007789 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbbcdf3-fb54-41b0-9e8c-cf2791b7e1ab None None] Network 1659662c-84cd-4ca0-9418-f36b497121ac requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:15:12.075427 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-5b855eb4-4d21-46ef-9a9e-c500fc40aba7 None None] Provisioning complete for port a9d279c0-f93b-406b-9d35-10eff3cffc78 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:15:12.075819 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-5b855eb4-4d21-46ef-9a9e-c500fc40aba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (a9d279c0-f93b-406b-9d35-10eff3cffc78), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:15:12.076157 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-5b855eb4-4d21-46ef-9a9e-c500fc40aba7 None None] Attempt 1 to provision port a9d279c0-f93b-406b-9d35-10eff3cffc78 Sep 27 04:15:12.080040 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:15:12.109869 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:15:12.200307 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-5b855eb4-4d21-46ef-9a9e-c500fc40aba7 None None] Current status of the port a9d279c0-f93b-406b-9d35-10eff3cffc78 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:15:12.201050 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-5b855eb4-4d21-46ef-9a9e-c500fc40aba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (a9d279c0-f93b-406b-9d35-10eff3cffc78), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:15:12.237952 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-5b855eb4-4d21-46ef-9a9e-c500fc40aba7 None None] For port a9d279c0-f93b-406b-9d35-10eff3cffc78, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=a9d279c0-f93b-406b-9d35-10eff3cffc78,segment=NetworkSegment(9fed9611-888f-4522-acf6-4e174e3e22fb),segment_id=9fed9611-888f-4522-acf6-4e174e3e22fb)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:15:12.246468 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-5b855eb4-4d21-46ef-9a9e-c500fc40aba7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (a9d279c0-f93b-406b-9d35-10eff3cffc78), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:15:12.298830 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b855eb4-4d21-46ef-9a9e-c500fc40aba7 None None] Pushing event updated for resources: {'Port': ['ID=a9d279c0-f93b-406b-9d35-10eff3cffc78,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:15:12.365140 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-58d4ef0b-b4fc-4d0d-8b6e-0591ef959853 None None] Provisioning complete for port a9d279c0-f93b-406b-9d35-10eff3cffc78 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:15:12.365532 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-58d4ef0b-b4fc-4d0d-8b6e-0591ef959853 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (a9d279c0-f93b-406b-9d35-10eff3cffc78), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:15:12.365940 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-58d4ef0b-b4fc-4d0d-8b6e-0591ef959853 None None] Attempt 1 to provision port a9d279c0-f93b-406b-9d35-10eff3cffc78 Sep 27 04:15:12.442456 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-58d4ef0b-b4fc-4d0d-8b6e-0591ef959853 None None] Current status of the port a9d279c0-f93b-406b-9d35-10eff3cffc78 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:15:12.863316 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device a9d279c0-f93b-406b-9d35-10eff3cffc78 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:15:12.908059 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port a9d279c0-f93b-406b-9d35-10eff3cffc78 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:15:12.908446 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (a9d279c0-f93b-406b-9d35-10eff3cffc78), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:15:12.908780 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port a9d279c0-f93b-406b-9d35-10eff3cffc78 Sep 27 04:15:12.980572 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port a9d279c0-f93b-406b-9d35-10eff3cffc78 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:15:13.711463 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 5 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:15:17.220824 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=35,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:15:17.221569 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=36,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:15:20.244520 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-44b838a3-8cf0-4664-9817-5ba81c92ec3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:15:20.553255 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=47,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:15:20.554097 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=46,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:15:22.204475 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f47cb00-98d5-40e3-a068-b3c848c66350 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:15:23.653495 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:15:23.707151 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=7 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:15:23.707858 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:15:25.034911 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:15:25.099944 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:15:35.090395 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=66,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:15:35.096481 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=81,neutron:UPDATE=5 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:15:50.246464 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-555bd842-6a41-4f6c-8baf-22e9b963d51a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:15:50.709771 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 5 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:15:52.209251 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-64fe817c-4f57-43ec-a411-b6fe866ae17c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:15:53.655183 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:15:55.038769 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:15:55.101812 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:16:00.706344 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:16:00.707076 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=7 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:16:05.093214 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:16:05.097836 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:16:20.249270 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-6031e244-0878-4cf2-bce5-a335bdef17b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:16:22.212429 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-fe1fc461-2ab8-4f4a-903c-ae12c7c904d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:16:23.658833 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:16:25.041166 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:16:25.110428 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:16:27.709562 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 5 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:16:29.811657 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 54682) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:16:29.817314 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [None req-84639437-561d-4ab4-9acf-1cf3fab0a391 tempest-verify_tempest_config-603468752 tempest-verify_tempest_config-603468752-project] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 04:16:29.818306 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-84639437-561d-4ab4-9acf-1cf3fab0a391 tempest-verify_tempest_config-603468752 tempest-verify_tempest_config-603468752-project] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14573 time: 0.0056520 Sep 27 04:16:30.323423 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 54700) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:16:30.647292 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-548364bd-99d0-4a2d-a0cc-e07c2c2b0f49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:16:30.719045 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-548364bd-99d0-4a2d-a0cc-e07c2c2b0f49 admin admin] Publish callbacks [] for security_group (2974777b-1d76-49cb-9bd4-3038d5e2d65e), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:16:30.722584 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-548364bd-99d0-4a2d-a0cc-e07c2c2b0f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (2974777b-1d76-49cb-9bd4-3038d5e2d65e), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:16:30.765483 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548364bd-99d0-4a2d-a0cc-e07c2c2b0f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2974777b-1d76-49cb-9bd4-3038d5e2d65e,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:16:30.769999 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-548364bd-99d0-4a2d-a0cc-e07c2c2b0f49 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=83f865ed3f584f7b9b21f6efd33e6825&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4455857 Sep 27 04:16:30.773142 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 54704) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:16:30.775007 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548364bd-99d0-4a2d-a0cc-e07c2c2b0f49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:16:30.775352 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548364bd-99d0-4a2d-a0cc-e07c2c2b0f49 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:16:30.775709 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548364bd-99d0-4a2d-a0cc-e07c2c2b0f49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:16:30.776048 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548364bd-99d0-4a2d-a0cc-e07c2c2b0f49 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:16:30.776374 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548364bd-99d0-4a2d-a0cc-e07c2c2b0f49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:16:30.776699 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548364bd-99d0-4a2d-a0cc-e07c2c2b0f49 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:16:30.777022 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548364bd-99d0-4a2d-a0cc-e07c2c2b0f49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:16:30.777343 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548364bd-99d0-4a2d-a0cc-e07c2c2b0f49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:16:30.777663 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548364bd-99d0-4a2d-a0cc-e07c2c2b0f49 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:16:30.778006 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548364bd-99d0-4a2d-a0cc-e07c2c2b0f49 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:16:30.778343 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548364bd-99d0-4a2d-a0cc-e07c2c2b0f49 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:16:30.778680 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548364bd-99d0-4a2d-a0cc-e07c2c2b0f49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:16:30.779001 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548364bd-99d0-4a2d-a0cc-e07c2c2b0f49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:16:30.779315 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548364bd-99d0-4a2d-a0cc-e07c2c2b0f49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:16:30.779627 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-548364bd-99d0-4a2d-a0cc-e07c2c2b0f49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:16:30.847982 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-558dcce7-db52-42e6-9736-7afd57e03f16 admin admin] Publish callbacks [] for security_group (2974777b-1d76-49cb-9bd4-3038d5e2d65e), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:16:30.871296 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-558dcce7-db52-42e6-9736-7afd57e03f16 admin admin] Publish callbacks [] for security_group (2974777b-1d76-49cb-9bd4-3038d5e2d65e), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:16:30.964114 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-558dcce7-db52-42e6-9736-7afd57e03f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (2974777b-1d76-49cb-9bd4-3038d5e2d65e), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:16:30.966653 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-558dcce7-db52-42e6-9736-7afd57e03f16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:16:30.967796 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-558dcce7-db52-42e6-9736-7afd57e03f16 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/2974777b-1d76-49cb-9bd4-3038d5e2d65e HTTP/1.1" status: 204 len: 168 time: 0.1930830 Sep 27 04:16:30.976381 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558dcce7-db52-42e6-9736-7afd57e03f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2974777b-1d76-49cb-9bd4-3038d5e2d65e,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:16:30.983554 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558dcce7-db52-42e6-9736-7afd57e03f16 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:16:30.983897 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558dcce7-db52-42e6-9736-7afd57e03f16 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:16:30.984236 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558dcce7-db52-42e6-9736-7afd57e03f16 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:16:30.984572 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558dcce7-db52-42e6-9736-7afd57e03f16 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:16:30.984908 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558dcce7-db52-42e6-9736-7afd57e03f16 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:16:30.985281 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558dcce7-db52-42e6-9736-7afd57e03f16 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:16:30.985548 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558dcce7-db52-42e6-9736-7afd57e03f16 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:16:30.985899 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558dcce7-db52-42e6-9736-7afd57e03f16 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:16:30.986247 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558dcce7-db52-42e6-9736-7afd57e03f16 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:16:30.986601 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558dcce7-db52-42e6-9736-7afd57e03f16 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:16:30.986925 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558dcce7-db52-42e6-9736-7afd57e03f16 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:16:30.987260 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558dcce7-db52-42e6-9736-7afd57e03f16 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:16:30.987583 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558dcce7-db52-42e6-9736-7afd57e03f16 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:16:30.987901 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558dcce7-db52-42e6-9736-7afd57e03f16 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:16:30.988216 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558dcce7-db52-42e6-9736-7afd57e03f16 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:16:40.759121 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=15,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:16:40.768328 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=24,neutron:INSERT=6 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:16:40.971853 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=13,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:16:40.980803 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:16:41.001687 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:16:41.008504 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:16:47.220039 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=21 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:16:47.221822 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=13 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:16:50.252077 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-2aabbdfa-0d4c-45a6-88b6-79df050abd04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:16:52.213885 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-22602137-86c2-4860-9958-b29100c39be6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:16:53.660796 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:16:55.044218 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:16:55.110836 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:17:04.707634 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 5 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:17:05.100402 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:17:05.107467 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:17:07.728175 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:17:14.705480 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:17:20.256420 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-b32395e2-ab42-4694-92e7-77fa6aeccd50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:17:22.216216 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-4981433a-8889-4920-a143-b47ab4af5c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:17:23.663995 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:17:25.045603 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:17:25.113938 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:17:35.103956 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=23 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:17:35.110059 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=18,neutron:UPDATE=5 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:17:41.706734 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 5 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:17:50.257728 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-15ac4afe-91f6-4baa-8791-da9c8a701491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:17:51.703367 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:17:51.704097 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:17:52.219888 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-4f5ee1d7-b3cd-4131-b64f-213c90e52dbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:17:53.666245 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:17:55.048041 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:17:55.116610 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:18:05.111225 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:18:05.113282 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:18:05.546191 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4106934'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:18:15.536308 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:18:15.540433 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=1,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:18:18.426691 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 54798) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:18:18.549598 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-4fd23f49-dafe-48ee-91dc-09000ac8cae9 admin admin] 10.222.0.26 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1218369 Sep 27 04:18:18.705862 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:18:20.259416 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-93d34c81-c7c7-4a38-b4dd-25270ea75fe1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:18:20.977362 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 54808) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:18:21.038885 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-95148910-71dd-4096-9716-dacee6f8c778 admin admin] 10.222.0.26 "GET /networking/v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0604274 Sep 27 04:18:22.221005 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-11046108-e837-4375-bda8-3fe1ad7d8407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:18:23.670694 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:18:25.058038 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:18:25.123579 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:18:28.541616 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:18:28.543585 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:18:28.700630 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:18:28.702014 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:18:31.033737 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:18:35.116110 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=9 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:18:35.117990 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=6,neutron:UPDATE=5 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:18:35.541925 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:18:45.535886 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:18:45.537929 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:18:47.220993 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=13 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:18:47.224889 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=13 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:18:50.260824 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-3b9d83a5-099a-442a-9417-bbb247e61e0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:18:52.222583 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9e455827-b82e-4394-85f2-6dc572a97339 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:18:53.672304 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:18:55.051236 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:18:55.123443 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:18:55.705564 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:18:58.736505 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:19:05.117897 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:19:05.119181 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:19:05.557047 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:05.700362 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:19:15.550562 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:19:15.552841 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:19:20.263334 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9c813d0c-d910-4415-9578-0d79a5becdfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:22.226079 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-18c4f0c5-8804-41e4-9a08-60f615347fb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:23.674519 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:25.053432 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:25.128069 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:32.704798 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:19:35.116006 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=22,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:19:35.123107 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:19:35.557332 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:45.551305 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:19:45.553184 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:19:50.273345 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0105f928-8d65-4f90-9827-653545c1e853 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:50.704620 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:19:50.708955 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:19:52.246146 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-254b1be8-0e7e-4b0d-ba84-7f1858f1c0da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:53.678900 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:53.876064 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 54932) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:19:54.152773 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-5b666f20-dc74-44b5-9441-50d377b65d3d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-764308454-network', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:19:54.177253 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b666f20-dc74-44b5-9441-50d377b65d3d admin admin] Made reservation on behalf of 1c6cc70cbd2b4c04864f33ebafa06b5a for: {'network': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:19:54.181085 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5b666f20-dc74-44b5-9441-50d377b65d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for network (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:54.191951 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5b666f20-dc74-44b5-9441-50d377b65d3d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:54.281308 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5b666f20-dc74-44b5-9441-50d377b65d3d admin admin] Publish callbacks [] for security_group (a739030a-6e60-49f1-b474-2e81a8470511), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:54.286255 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5b666f20-dc74-44b5-9441-50d377b65d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (a739030a-6e60-49f1-b474-2e81a8470511), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:54.315317 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b666f20-dc74-44b5-9441-50d377b65d3d admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=106210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 04:19:54.328750 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5b666f20-dc74-44b5-9441-50d377b65d3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:54.329206 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.db.segments_db [None req-5b666f20-dc74-44b5-9441-50d377b65d3d admin admin] Added segment a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921 of type vlan for network a72f6105-d258-45cb-a84d-18590bef93c2 Sep 27 04:19:54.336997 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b666f20-dc74-44b5-9441-50d377b65d3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a739030a-6e60-49f1-b474-2e81a8470511,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:19:54.365651 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b666f20-dc74-44b5-9441-50d377b65d3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:54.366017 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b666f20-dc74-44b5-9441-50d377b65d3d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:54.366373 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b666f20-dc74-44b5-9441-50d377b65d3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:54.366707 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b666f20-dc74-44b5-9441-50d377b65d3d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:54.367033 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b666f20-dc74-44b5-9441-50d377b65d3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:54.367360 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b666f20-dc74-44b5-9441-50d377b65d3d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:54.367668 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b666f20-dc74-44b5-9441-50d377b65d3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:54.367985 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b666f20-dc74-44b5-9441-50d377b65d3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:54.368375 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b666f20-dc74-44b5-9441-50d377b65d3d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:54.368721 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b666f20-dc74-44b5-9441-50d377b65d3d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:54.369049 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b666f20-dc74-44b5-9441-50d377b65d3d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:54.369272 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b666f20-dc74-44b5-9441-50d377b65d3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:54.369589 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b666f20-dc74-44b5-9441-50d377b65d3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:54.369920 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b666f20-dc74-44b5-9441-50d377b65d3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:54.370233 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b666f20-dc74-44b5-9441-50d377b65d3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b666f20-dc74-44b5-9441-50d377b65d3d admin admin] Tracked resource versions report: Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: pushed versions: Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: { 'AddressGroup': {'1.2'}, Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: 'Agent': {'1.1'}, Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: 'ConntrackHelper': {'1.0'}, Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: 'LocalIPAssociation': {'1.0'}, Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: 'Log': {'1.0'}, Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: 'NDPProxy': {'1.0'}, Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: 'Network': {'1.1'}, Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: 'Port': {'1.7'}, Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: 'PortForwarding': {'1.3'}, Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: 'QosPolicy': {'1.10'}, Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: 'SecurityGroup': {'1.5'}, Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: 'SecurityGroupRule': {'1.2'}, Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: 'SubPort': {'1.0'}, Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: 'Subnet': {'1.1'}, Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: 'Trunk': {'1.1'}} Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: consumer versions: Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: { DHCP agent@dv-cinder-859186-3-iscsi: {}, Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: HyperV agent@hv-cinder-85918: {}, Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: L3 agent@dv-cinder-859186-3-iscsi: {}, Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: Metadata agent@dv-cinder-859186-3-iscsi: {}, Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: Metering agent@dv-cinder-859186-3-iscsi: {}, Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: Open vSwitch agent@dv-cinder-859186-3-iscsi: { 'AddressGroup': '1.2', Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: 'Agent': '1.1', Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: 'ConntrackHelper': '1.0', Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: 'LocalIPAssociation': '1.0', Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: 'Log': '1.0', Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: 'NDPProxy': '1.0', Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: 'Network': '1.1', Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: 'Port': '1.7', Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: 'PortForwarding': '1.3', Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: 'QosPolicy': '1.10', Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: 'SecurityGroup': '1.5', Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: 'SecurityGroupRule': '1.2', Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: 'SubPort': '1.0', Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: 'Subnet': '1.1', Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: 'Trunk': '1.1'}} Sep 27 04:19:54.371453 dv-cinder-859186-3-iscsi neutron-server[106210]: {{(pid=106210) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 04:19:54.387361 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5b666f20-dc74-44b5-9441-50d377b65d3d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770987766721'] for network (a72f6105-d258-45cb-a84d-18590bef93c2), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:54.416336 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5b666f20-dc74-44b5-9441-50d377b65d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551'] for network (a72f6105-d258-45cb-a84d-18590bef93c2), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:54.417375 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b666f20-dc74-44b5-9441-50d377b65d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:19:54.418102 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5b666f20-dc74-44b5-9441-50d377b65d3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:54.477701 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-5b666f20-dc74-44b5-9441-50d377b65d3d admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6000023 Sep 27 04:19:54.480824 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 54974) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:19:54.487742 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-ea3a3092-ea62-4892-adc2-08de0c21f8af admin admin] Request body: {'subnet': {'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-764308454-subnet', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:19:54.507283 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b666f20-dc74-44b5-9441-50d377b65d3d admin admin] Pushing event updated for resources: {'Network': ['ID=a72f6105-d258-45cb-a84d-18590bef93c2,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:19:54.523006 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Network a72f6105-d258-45cb-a84d-18590bef93c2 details requested by agent ovs-agent-dv-cinder-859186-3-iscsi with host dv-cinder-859186-3-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 04:19:54.532816 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea3a3092-ea62-4892-adc2-08de0c21f8af admin admin] Made reservation on behalf of 1c6cc70cbd2b4c04864f33ebafa06b5a for: {'subnet': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:19:54.535630 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ea3a3092-ea62-4892-adc2-08de0c21f8af admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:54.797328 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ea3a3092-ea62-4892-adc2-08de0c21f8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551'] for subnet (8e579293-c2b5-4786-882a-437ca24df95d), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:54.855973 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a3092-ea62-4892-adc2-08de0c21f8af admin admin] Pushing event updated for resources: {'Subnet': ['ID=8e579293-c2b5-4786-882a-437ca24df95d,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:19:54.865022 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a3092-ea62-4892-adc2-08de0c21f8af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:54.865362 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a3092-ea62-4892-adc2-08de0c21f8af admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:54.866125 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a3092-ea62-4892-adc2-08de0c21f8af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:54.866125 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a3092-ea62-4892-adc2-08de0c21f8af admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:54.866406 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a3092-ea62-4892-adc2-08de0c21f8af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:54.866734 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a3092-ea62-4892-adc2-08de0c21f8af admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:54.867056 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a3092-ea62-4892-adc2-08de0c21f8af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:54.867399 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a3092-ea62-4892-adc2-08de0c21f8af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:54.867704 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a3092-ea62-4892-adc2-08de0c21f8af admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:54.867704 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a3092-ea62-4892-adc2-08de0c21f8af admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:54.867704 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a3092-ea62-4892-adc2-08de0c21f8af admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:54.867704 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a3092-ea62-4892-adc2-08de0c21f8af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:54.867704 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a3092-ea62-4892-adc2-08de0c21f8af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:54.869456 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a3092-ea62-4892-adc2-08de0c21f8af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:54.870038 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a3092-ea62-4892-adc2-08de0c21f8af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea3a3092-ea62-4892-adc2-08de0c21f8af admin admin] Tracked resource versions report: Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: pushed versions: Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: { 'AddressGroup': {'1.2'}, Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: 'Agent': {'1.1'}, Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: 'ConntrackHelper': {'1.0'}, Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: 'LocalIPAssociation': {'1.0'}, Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: 'Log': {'1.0'}, Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: 'NDPProxy': {'1.0'}, Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: 'Network': {'1.1'}, Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: 'Port': {'1.7'}, Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: 'PortForwarding': {'1.3'}, Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: 'QosPolicy': {'1.10'}, Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: 'SecurityGroup': {'1.5'}, Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: 'SecurityGroupRule': {'1.2'}, Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: 'SubPort': {'1.0'}, Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: 'Subnet': {'1.1'}, Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: 'Trunk': {'1.1'}} Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: consumer versions: Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: { DHCP agent@dv-cinder-859186-3-iscsi: {}, Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: HyperV agent@hv-cinder-85918: {}, Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: L3 agent@dv-cinder-859186-3-iscsi: {}, Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: Metadata agent@dv-cinder-859186-3-iscsi: {}, Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: Metering agent@dv-cinder-859186-3-iscsi: {}, Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: Open vSwitch agent@dv-cinder-859186-3-iscsi: { 'AddressGroup': '1.2', Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: 'Agent': '1.1', Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: 'ConntrackHelper': '1.0', Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: 'LocalIPAssociation': '1.0', Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: 'Log': '1.0', Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: 'NDPProxy': '1.0', Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: 'Network': '1.1', Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: 'Port': '1.7', Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: 'PortForwarding': '1.3', Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: 'QosPolicy': '1.10', Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: 'SecurityGroup': '1.5', Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: 'SecurityGroupRule': '1.2', Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: 'SubPort': '1.0', Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: 'Subnet': '1.1', Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: 'Trunk': '1.1'}} Sep 27 04:19:54.870833 dv-cinder-859186-3-iscsi neutron-server[106211]: {{(pid=106211) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 04:19:54.878040 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 54994) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:19:54.883839 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3a3092-ea62-4892-adc2-08de0c21f8af admin admin] Checking segment: {'id': 'a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:19:54.884193 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3a3092-ea62-4892-adc2-08de0c21f8af admin admin] Network hostable DHCP agents. Network: a72f6105-d258-45cb-a84d-18590bef93c2, hostable agents: ['90f8f94a-2e1d-4f4f-8859-344f24ecc1be'], hosted agents: [] {{(pid=106211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 04:19:54.903209 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea3a3092-ea62-4892-adc2-08de0c21f8af admin admin] Network a72f6105-d258-45cb-a84d-18590bef93c2 is scheduled to be hosted by DHCP agent 90f8f94a-2e1d-4f4f-8859-344f24ecc1be with binding_index 1 {{(pid=106211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 04:19:54.915727 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-ea3a3092-ea62-4892-adc2-08de0c21f8af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-3-iscsi, a72f6105-d258-45cb-a84d-18590bef93c2) {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:19:54.927247 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7634594a-2f5c-4d6c-85a3-1a22fddb3bd8 None None] Network a72f6105-d258-45cb-a84d-18590bef93c2 requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:19:54.927714 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3a3092-ea62-4892-adc2-08de0c21f8af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:19:54.928021 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ea3a3092-ea62-4892-adc2-08de0c21f8af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:54.937388 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 55002) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:19:54.956225 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 55008) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:19:54.957195 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-ea3a3092-ea62-4892-adc2-08de0c21f8af admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4751313 Sep 27 04:19:54.962928 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-4e9f233b-868b-4a85-9f9f-4b9d10c2be1a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-764308454-router', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:19:54.994621 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4e9f233b-868b-4a85-9f9f-4b9d10c2be1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124547'] for router (87ac5442-42b0-4418-857a-78da77f545b5), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:54.995627 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4e9f233b-868b-4a85-9f9f-4b9d10c2be1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4106117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3687932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124568'] for router (87ac5442-42b0-4418-857a-78da77f545b5), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:55.053335 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4e9f233b-868b-4a85-9f9f-4b9d10c2be1a admin admin] Publish callbacks [] for router_controller (87ac5442-42b0-4418-857a-78da77f545b5), precommit_add_association {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:55.088506 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:55.102050 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp977886c5-f3aa-5b76-a131-51301725c052-a72f6105-d258-45cb-a84d-18590bef93c2', 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2', 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'fixed_ips': [{'subnet_id': '8e579293-c2b5-4786-882a-437ca24df95d'}]}} from dv-cinder-859186-3-iscsi. {{(pid=106212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 04:19:55.103516 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:55.148351 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:55.189974 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4e9f233b-868b-4a85-9f9f-4b9d10c2be1a admin admin] Publish callbacks [] for router_gateway (87ac5442-42b0-4418-857a-78da77f545b5), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:55.302439 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.db_base_plugin_common [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] Allocated IP 172.20.0.2 (a72f6105-d258-45cb-a84d-18590bef93c2/8e579293-c2b5-4786-882a-437ca24df95d/15fb290d-5c6d-48ee-8bbf-dacd88fa8666) {{(pid=106212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:19:55.349692 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-ca804a0e-bc3e-46bc-86c3-27d0c18f559b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-185060981-network', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:19:55.377172 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca804a0e-bc3e-46bc-86c3-27d0c18f559b admin admin] Made reservation on behalf of 312fa89a4d9b43c5919b7bad5411002a for: {'network': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:19:55.379513 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ca804a0e-bc3e-46bc-86c3-27d0c18f559b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for network (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:55.397404 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-929d4ea0-a9db-4391-bae2-a23e46acc119 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1362071837-network', 'tenant_id': '7914c4b5217f411f807854ccb07e0365'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:19:55.409316 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ca804a0e-bc3e-46bc-86c3-27d0c18f559b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:55.468431 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929d4ea0-a9db-4391-bae2-a23e46acc119 admin admin] Made reservation on behalf of 7914c4b5217f411f807854ccb07e0365 for: {'network': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:19:55.470798 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-929d4ea0-a9db-4391-bae2-a23e46acc119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for network (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:55.482748 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-929d4ea0-a9db-4391-bae2-a23e46acc119 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:55.487662 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] Publish callbacks [] for port (15fb290d-5c6d-48ee-8bbf-dacd88fa8666), precommit_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:55.497622 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084'] for port (15fb290d-5c6d-48ee-8bbf-dacd88fa8666), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:55.524719 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:19:55.535377 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:INSERT=19,neutron:SELECT=78,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:19:55.558708 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] Pushing event updated for resources: {'Port': ['ID=15fb290d-5c6d-48ee-8bbf-dacd88fa8666,revision_number=1']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:19:55.569573 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:55.570078 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:55.570963 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:55.571459 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:55.571895 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:55.572323 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:55.572876 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:55.573302 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:55.573729 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:55.574197 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:55.574630 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:55.575065 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:55.576013 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:55.576438 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:55.576870 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] Tracked resource versions report: Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: pushed versions: Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: { 'AddressGroup': {'1.2'}, Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: 'Agent': {'1.1'}, Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: 'ConntrackHelper': {'1.0'}, Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: 'LocalIPAssociation': {'1.0'}, Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: 'Log': {'1.0'}, Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: 'NDPProxy': {'1.0'}, Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: 'Network': {'1.1'}, Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: 'Port': {'1.7'}, Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: 'PortForwarding': {'1.3'}, Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: 'QosPolicy': {'1.10'}, Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: 'SecurityGroup': {'1.5'}, Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: 'SecurityGroupRule': {'1.2'}, Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: 'SubPort': {'1.0'}, Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: 'Subnet': {'1.1'}, Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: 'Trunk': {'1.1'}} Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: consumer versions: Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: { DHCP agent@dv-cinder-859186-3-iscsi: {}, Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: HyperV agent@hv-cinder-85918: {}, Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: L3 agent@dv-cinder-859186-3-iscsi: {}, Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: Metadata agent@dv-cinder-859186-3-iscsi: {}, Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: Metering agent@dv-cinder-859186-3-iscsi: {}, Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: Open vSwitch agent@dv-cinder-859186-3-iscsi: { 'AddressGroup': '1.2', Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: 'Agent': '1.1', Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: 'ConntrackHelper': '1.0', Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: 'LocalIPAssociation': '1.0', Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: 'Log': '1.0', Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: 'NDPProxy': '1.0', Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: 'Network': '1.1', Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: 'Port': '1.7', Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: 'PortForwarding': '1.3', Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: 'QosPolicy': '1.10', Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: 'SecurityGroup': '1.5', Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: 'SecurityGroupRule': '1.2', Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: 'SubPort': '1.0', Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: 'Subnet': '1.1', Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: 'Trunk': '1.1'}} Sep 27 04:19:55.579117 dv-cinder-859186-3-iscsi neutron-server[106212]: {{(pid=106212) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 04:19:55.598638 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] Network a72f6105-d258-45cb-a84d-18590bef93c2 is already hosted by enough agents. {{(pid=106212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:19:55.600500 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.scheduler.base_scheduler [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] Resources bound (agent type, host, resource id): {{(pid=106212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:19:55.603138 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] Received port after_create {{(pid=106212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:19:55.681099 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] Attempting to bind port 15fb290d-5c6d-48ee-8bbf-dacd88fa8666 on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:19:55.681671 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] Attempting to bind port 15fb290d-5c6d-48ee-8bbf-dacd88fa8666 by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': 'a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:19:55.682575 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] Attempting to bind port 15fb290d-5c6d-48ee-8bbf-dacd88fa8666 on network a72f6105-d258-45cb-a84d-18590bef93c2 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:19:55.692912 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-929d4ea0-a9db-4391-bae2-a23e46acc119 admin admin] Publish callbacks [] for security_group (6292e5d4-a4a9-48a7-955f-6a9e34544572), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:55.710148 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-929d4ea0-a9db-4391-bae2-a23e46acc119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (6292e5d4-a4a9-48a7-955f-6a9e34544572), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:55.728923 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4e9f233b-868b-4a85-9f9f-4b9d10c2be1a admin admin] Publish callbacks [] for router_gateway (87ac5442-42b0-4418-857a-78da77f545b5), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:55.744315 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:19:55.745185 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] Checking segment: {'id': 'a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:19:55.745773 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:55.746261 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] Bound using segment: {'id': 'a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:19:55.746749 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] Bound port: 15fb290d-5c6d-48ee-8bbf-dacd88fa8666, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:19:55.747130 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (15fb290d-5c6d-48ee-8bbf-dacd88fa8666), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:55.780609 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4e9f233b-868b-4a85-9f9f-4b9d10c2be1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:55.787644 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ca804a0e-bc3e-46bc-86c3-27d0c18f559b admin admin] Publish callbacks [] for security_group (131000a9-818e-409d-92c3-5daf5702321e), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:55.794798 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-929d4ea0-a9db-4391-bae2-a23e46acc119 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=106210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 04:19:55.808593 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ca804a0e-bc3e-46bc-86c3-27d0c18f559b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (131000a9-818e-409d-92c3-5daf5702321e), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:55.850573 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] For port 15fb290d-5c6d-48ee-8bbf-dacd88fa8666, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:19:55.856716 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] For port 15fb290d-5c6d-48ee-8bbf-dacd88fa8666, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=15fb290d-5c6d-48ee-8bbf-dacd88fa8666,segment=NetworkSegment(a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921),segment_id=a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:19:55.859046 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-929d4ea0-a9db-4391-bae2-a23e46acc119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:55.859572 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.db.segments_db [None req-929d4ea0-a9db-4391-bae2-a23e46acc119 admin admin] Added segment 140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5 of type vlan for network 90468030-e15f-4d68-bea3-d020393e070f Sep 27 04:19:55.870013 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (15fb290d-5c6d-48ee-8bbf-dacd88fa8666), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:55.880336 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=88,neutron:UPDATE=10,neutron:INSERT=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:19:55.930573 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d4ea0-a9db-4391-bae2-a23e46acc119 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6292e5d4-a4a9-48a7-955f-6a9e34544572,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:19:55.977855 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abfb10d-2cef-4e72-8f70-82b2a39bc4cc None None] Pushing event updated for resources: {'Port': ['ID=15fb290d-5c6d-48ee-8bbf-dacd88fa8666,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:19:56.066317 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-4e9f233b-868b-4a85-9f9f-4b9d10c2be1a admin admin] Allocated IP 172.27.0.71 (4c2326fb-b4db-42c7-9331-4377c9818745/65648eee-291b-4b8a-95c0-f3ca12df09c9/b46b0326-166d-45b8-8db2-cac369fbf847) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:19:56.145310 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-929d4ea0-a9db-4391-bae2-a23e46acc119 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770987766721'] for network (90468030-e15f-4d68-bea3-d020393e070f), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:56.164431 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca804a0e-bc3e-46bc-86c3-27d0c18f559b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=131000a9-818e-409d-92c3-5daf5702321e,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:19:56.207665 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=73,neutron:INSERT=21,neutron:UPDATE=6 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:19:56.238896 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-929d4ea0-a9db-4391-bae2-a23e46acc119 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551'] for network (90468030-e15f-4d68-bea3-d020393e070f), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:56.240563 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929d4ea0-a9db-4391-bae2-a23e46acc119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:19:56.241285 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-929d4ea0-a9db-4391-bae2-a23e46acc119 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:56.251109 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.db.api [None req-ca804a0e-bc3e-46bc-86c3-27d0c18f559b admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=106210) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 27 04:19:56.251662 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG oslo_db.api [None req-ca804a0e-bc3e-46bc-86c3-27d0c18f559b admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 04:19:56.330208 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4e9f233b-868b-4a85-9f9f-4b9d10c2be1a admin admin] Publish callbacks [] for port (b46b0326-166d-45b8-8db2-cac369fbf847), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:56.405910 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 55048) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:19:56.410984 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-0732ffcd-c1cd-4db5-8d85-7f4879695ed6 admin admin] Request body: {'subnet': {'network_id': '90468030-e15f-4d68-bea3-d020393e070f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1362071837-subnet', 'tenant_id': '7914c4b5217f411f807854ccb07e0365', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:19:56.415689 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-929d4ea0-a9db-4391-bae2-a23e46acc119 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4758294 Sep 27 04:19:56.457148 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0732ffcd-c1cd-4db5-8d85-7f4879695ed6 admin admin] Made reservation on behalf of 7914c4b5217f411f807854ccb07e0365 for: {'subnet': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:19:56.460481 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0732ffcd-c1cd-4db5-8d85-7f4879695ed6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:56.480895 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929d4ea0-a9db-4391-bae2-a23e46acc119 admin admin] Pushing event updated for resources: {'Network': ['ID=90468030-e15f-4d68-bea3-d020393e070f,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:19:56.495885 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Network 90468030-e15f-4d68-bea3-d020393e070f details requested by agent ovs-agent-dv-cinder-859186-3-iscsi with host dv-cinder-859186-3-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 04:19:56.572591 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4e9f233b-868b-4a85-9f9f-4b9d10c2be1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084'] for port (b46b0326-166d-45b8-8db2-cac369fbf847), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:56.709565 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9f233b-868b-4a85-9f9f-4b9d10c2be1a admin admin] Network 4c2326fb-b4db-42c7-9331-4377c9818745 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:19:56.715413 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0732ffcd-c1cd-4db5-8d85-7f4879695ed6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551'] for subnet (ef556055-3d79-4e00-91ba-4215c47f3d3a), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:56.716659 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-4e9f233b-868b-4a85-9f9f-4b9d10c2be1a admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:19:56.719659 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f233b-868b-4a85-9f9f-4b9d10c2be1a admin admin] Pushing event updated for resources: {'Port': ['ID=b46b0326-166d-45b8-8db2-cac369fbf847,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:19:56.726347 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9f233b-868b-4a85-9f9f-4b9d10c2be1a admin admin] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:19:56.766768 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ca804a0e-bc3e-46bc-86c3-27d0c18f559b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for network (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:56.820251 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0732ffcd-c1cd-4db5-8d85-7f4879695ed6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef556055-3d79-4e00-91ba-4215c47f3d3a,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:19:56.835620 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0732ffcd-c1cd-4db5-8d85-7f4879695ed6 admin admin] Checking segment: {'id': '140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '90468030-e15f-4d68-bea3-d020393e070f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:19:56.843046 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0732ffcd-c1cd-4db5-8d85-7f4879695ed6 admin admin] Network hostable DHCP agents. Network: 90468030-e15f-4d68-bea3-d020393e070f, hostable agents: ['90f8f94a-2e1d-4f4f-8859-344f24ecc1be'], hosted agents: [] {{(pid=106211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 04:19:56.855732 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:INSERT=8,neutron:SELECT=89,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:19:56.859351 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:19:56.879720 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0732ffcd-c1cd-4db5-8d85-7f4879695ed6 admin admin] Network 90468030-e15f-4d68-bea3-d020393e070f is scheduled to be hosted by DHCP agent 90f8f94a-2e1d-4f4f-8859-344f24ecc1be with binding_index 1 {{(pid=106211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 04:19:56.895680 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca804a0e-bc3e-46bc-86c3-27d0c18f559b admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=106210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 04:19:56.896987 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-0732ffcd-c1cd-4db5-8d85-7f4879695ed6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-3-iscsi, 90468030-e15f-4d68-bea3-d020393e070f) {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:19:56.905459 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9309eeab-0389-49b4-bf91-f8eef16e375e None None] Network 90468030-e15f-4d68-bea3-d020393e070f requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:19:56.909895 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:19:56.914003 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0732ffcd-c1cd-4db5-8d85-7f4879695ed6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:19:56.914612 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0732ffcd-c1cd-4db5-8d85-7f4879695ed6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:56.946235 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ca804a0e-bc3e-46bc-86c3-27d0c18f559b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (188f0649-0d82-4591-a8be-8000cf940ed2), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:56.947117 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.db.segments_db [None req-ca804a0e-bc3e-46bc-86c3-27d0c18f559b admin admin] Added segment 188f0649-0d82-4591-a8be-8000cf940ed2 of type vlan for network 50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6 Sep 27 04:19:56.956011 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-0732ffcd-c1cd-4db5-8d85-7f4879695ed6 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5488713 Sep 27 04:19:56.956807 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 55074) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:19:56.961287 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-babe98c7-9eb3-43fb-a962-573a19bb1f02 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1362071837-router', 'tenant_id': '7914c4b5217f411f807854ccb07e0365', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:19:57.030422 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-babe98c7-9eb3-43fb-a962-573a19bb1f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124547'] for router (1570ff6f-8fc2-4463-9e5e-3ed7a777c891), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:57.031979 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-babe98c7-9eb3-43fb-a962-573a19bb1f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4106117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3687932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124568'] for router (1570ff6f-8fc2-4463-9e5e-3ed7a777c891), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:57.128910 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ca804a0e-bc3e-46bc-86c3-27d0c18f559b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770987766721'] for network (50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:57.174409 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 15fb290d-5c6d-48ee-8bbf-dacd88fa8666 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:19:57.209331 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ca804a0e-bc3e-46bc-86c3-27d0c18f559b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551'] for network (50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:57.211209 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca804a0e-bc3e-46bc-86c3-27d0c18f559b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:19:57.211991 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ca804a0e-bc3e-46bc-86c3-27d0c18f559b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:57.245143 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4e9f233b-868b-4a85-9f9f-4b9d10c2be1a admin admin] Publish callbacks [] for router_gateway (87ac5442-42b0-4418-857a-78da77f545b5), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:57.265166 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3737e6d7-b6e2-48b2-a8e9-91f0233ea28f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp977886c5-f3aa-5b76-a131-51301725c052-90468030-e15f-4d68-bea3-d020393e070f', 'network_id': '90468030-e15f-4d68-bea3-d020393e070f', 'project_id': '7914c4b5217f411f807854ccb07e0365', 'fixed_ips': [{'subnet_id': 'ef556055-3d79-4e00-91ba-4215c47f3d3a'}]}} from dv-cinder-859186-3-iscsi. {{(pid=106212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 04:19:57.267259 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-3737e6d7-b6e2-48b2-a8e9-91f0233ea28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:57.298802 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-ca804a0e-bc3e-46bc-86c3-27d0c18f559b admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4190886 Sep 27 04:19:57.299529 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 55084) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:19:57.302776 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port 15fb290d-5c6d-48ee-8bbf-dacd88fa8666 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:19:57.303889 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (15fb290d-5c6d-48ee-8bbf-dacd88fa8666), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:57.304418 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port 15fb290d-5c6d-48ee-8bbf-dacd88fa8666 Sep 27 04:19:57.331662 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-babe98c7-9eb3-43fb-a962-573a19bb1f02 admin admin] Publish callbacks [] for router_controller (1570ff6f-8fc2-4463-9e5e-3ed7a777c891), precommit_add_association {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:57.347473 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-07a58ce7-5bf6-4417-9bf9-f7e13ffd814c admin admin] Request body: {'subnet': {'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-185060981-subnet', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:19:57.376173 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca804a0e-bc3e-46bc-86c3-27d0c18f559b admin admin] Pushing event updated for resources: {'Network': ['ID=50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:19:57.456860 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a58ce7-5bf6-4417-9bf9-f7e13ffd814c admin admin] Made reservation on behalf of 312fa89a4d9b43c5919b7bad5411002a for: {'subnet': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:19:57.473329 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-07a58ce7-5bf6-4417-9bf9-f7e13ffd814c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:57.671740 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.db_base_plugin_common [None req-3737e6d7-b6e2-48b2-a8e9-91f0233ea28f None None] Allocated IP 172.20.0.2 (90468030-e15f-4d68-bea3-d020393e070f/ef556055-3d79-4e00-91ba-4215c47f3d3a/2d5f14d8-97ae-45cd-98a4-2634bc19c645) {{(pid=106212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:19:57.678332 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-babe98c7-9eb3-43fb-a962-573a19bb1f02 admin admin] Publish callbacks [] for router_gateway (1570ff6f-8fc2-4463-9e5e-3ed7a777c891), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:57.681034 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:19:57.687419 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:19:57.748716 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4e9f233b-868b-4a85-9f9f-4b9d10c2be1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4106130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4106573'] for router (87ac5442-42b0-4418-857a-78da77f545b5), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:57.831560 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Network 50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6 details requested by agent ovs-agent-dv-cinder-859186-3-iscsi with host dv-cinder-859186-3-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 04:19:57.833936 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38302661-5894-4ea5-b7de-6067b5c319f3 None None] Network a72f6105-d258-45cb-a84d-18590bef93c2 requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:19:57.868856 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9fb54ce4-100b-4b5f-9a88-1240b4221e35 None None] Provisioning complete for port 15fb290d-5c6d-48ee-8bbf-dacd88fa8666 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:19:57.869245 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9fb54ce4-100b-4b5f-9a88-1240b4221e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (15fb290d-5c6d-48ee-8bbf-dacd88fa8666), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:57.876089 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9fb54ce4-100b-4b5f-9a88-1240b4221e35 None None] Attempt 1 to provision port 15fb290d-5c6d-48ee-8bbf-dacd88fa8666 Sep 27 04:19:57.958380 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-07a58ce7-5bf6-4417-9bf9-f7e13ffd814c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551'] for subnet (7fbc1344-d37e-4e3c-8ea2-baced031ac4e), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:58.001388 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-babe98c7-9eb3-43fb-a962-573a19bb1f02 admin admin] Publish callbacks [] for router_gateway (1570ff6f-8fc2-4463-9e5e-3ed7a777c891), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:58.027206 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-babe98c7-9eb3-43fb-a962-573a19bb1f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:58.196005 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:UPDATE=1,neutron:INSERT=7,neutron:SELECT=91,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:19:58.227018 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a58ce7-5bf6-4417-9bf9-f7e13ffd814c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fbc1344-d37e-4e3c-8ea2-baced031ac4e,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:19:58.272884 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07a58ce7-5bf6-4417-9bf9-f7e13ffd814c admin admin] Checking segment: {'id': '188f0649-0d82-4591-a8be-8000cf940ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:19:58.273234 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a58ce7-5bf6-4417-9bf9-f7e13ffd814c admin admin] Network hostable DHCP agents. Network: 50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6, hostable agents: ['90f8f94a-2e1d-4f4f-8859-344f24ecc1be'], hosted agents: [] {{(pid=106210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 04:19:58.320523 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9f233b-868b-4a85-9f9f-4b9d10c2be1a admin admin] Router 87ac5442-42b0-4418-857a-78da77f545b5 is scheduled to L3 agent 1a534786-8095-4832-a439-62015d3bc58a with binding_index 1 {{(pid=106210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 04:19:58.333883 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-3737e6d7-b6e2-48b2-a8e9-91f0233ea28f None None] Publish callbacks [] for port (2d5f14d8-97ae-45cd-98a4-2634bc19c645), precommit_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:58.334524 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a58ce7-5bf6-4417-9bf9-f7e13ffd814c admin admin] Network 50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6 is scheduled to be hosted by DHCP agent 90f8f94a-2e1d-4f4f-8859-344f24ecc1be with binding_index 1 {{(pid=106210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 04:19:58.362417 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [None req-babe98c7-9eb3-43fb-a962-573a19bb1f02 admin admin] Allocated IP 172.27.0.110 (4c2326fb-b4db-42c7-9331-4377c9818745/65648eee-291b-4b8a-95c0-f3ca12df09c9/0013e2cc-d36e-4a05-a5c8-47024496dd16) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:19:58.458901 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:19:58.515889 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-07a58ce7-5bf6-4417-9bf9-f7e13ffd814c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-3-iscsi, 50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6) {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:19:58.526838 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a58ce7-5bf6-4417-9bf9-f7e13ffd814c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:19:58.526838 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-07a58ce7-5bf6-4417-9bf9-f7e13ffd814c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:58.540421 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9f233b-868b-4a85-9f9f-4b9d10c2be1a admin admin] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:19:58.551993 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6848fd70-578f-4696-bcbd-485234090b49 None None] Sync routers for ids ['87ac5442-42b0-4418-857a-78da77f545b5'] in dv-cinder-859186-3-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:19:58.565526 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6848fd70-578f-4696-bcbd-485234090b49 None None] Routers {'87ac5442-42b0-4418-857a-78da77f545b5'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:19:58.566431 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-6848fd70-578f-4696-bcbd-485234090b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:19:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['87ac5442-42b0-4418-857a-78da77f545b5'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:19:58.576032 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-07a58ce7-5bf6-4417-9bf9-f7e13ffd814c admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2331738 Sep 27 04:19:58.579991 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 55140) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:19:58.584165 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-babe98c7-9eb3-43fb-a962-573a19bb1f02 admin admin] Publish callbacks [] for port (0013e2cc-d36e-4a05-a5c8-47024496dd16), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:58.593164 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-6cfe6f7f-904a-4a4b-888a-308260ac3936 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-185060981-router', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:19:58.621383 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4e9f233b-868b-4a85-9f9f-4b9d10c2be1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:58.622660 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-4e9f233b-868b-4a85-9f9f-4b9d10c2be1a admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6658833 Sep 27 04:19:58.628017 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 55146) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:19:58.637833 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:19:58.639240 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9fb54ce4-100b-4b5f-9a88-1240b4221e35 None None] Current status of the port 15fb290d-5c6d-48ee-8bbf-dacd88fa8666 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:19:58.640420 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9fb54ce4-100b-4b5f-9a88-1240b4221e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (15fb290d-5c6d-48ee-8bbf-dacd88fa8666), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:58.643096 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6cfe6f7f-904a-4a4b-888a-308260ac3936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124547'] for router (484d1f09-a6b1-4259-a367-00e5d24c5c04), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:58.643708 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 15fb290d-5c6d-48ee-8bbf-dacd88fa8666 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:19:58.644308 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (15fb290d-5c6d-48ee-8bbf-dacd88fa8666), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:58.648855 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6cfe6f7f-904a-4a4b-888a-308260ac3936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4106117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3687932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124568'] for router (484d1f09-a6b1-4259-a367-00e5d24c5c04), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:58.662956 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3dde47-7d0c-4ef8-83d5-8e92dc8a7226 None None] Network 50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6 requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:19:58.712682 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-babe98c7-9eb3-43fb-a962-573a19bb1f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084'] for port (0013e2cc-d36e-4a05-a5c8-47024496dd16), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:58.772263 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-3737e6d7-b6e2-48b2-a8e9-91f0233ea28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084'] for port (2d5f14d8-97ae-45cd-98a4-2634bc19c645), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:58.813332 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] For port 15fb290d-5c6d-48ee-8bbf-dacd88fa8666, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=15fb290d-5c6d-48ee-8bbf-dacd88fa8666,segment=NetworkSegment(a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921),segment_id=a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:19:58.847860 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3737e6d7-b6e2-48b2-a8e9-91f0233ea28f None None] Network 90468030-e15f-4d68-bea3-d020393e070f is already hosted by enough agents. {{(pid=106212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:19:58.868683 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.scheduler.base_scheduler [None req-3737e6d7-b6e2-48b2-a8e9-91f0233ea28f None None] Resources bound (agent type, host, resource id): {{(pid=106212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:19:58.874414 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (15fb290d-5c6d-48ee-8bbf-dacd88fa8666), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:58.900872 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee63200-d683-451d-8969-8f10386e6747 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp977886c5-f3aa-5b76-a131-51301725c052-50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6', 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6', 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'fixed_ips': [{'subnet_id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e'}]}} from dv-cinder-859186-3-iscsi. {{(pid=106212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 04:19:58.902235 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-1ee63200-d683-451d-8969-8f10386e6747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:58.948915 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3737e6d7-b6e2-48b2-a8e9-91f0233ea28f None None] Received port after_create {{(pid=106212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:19:58.969321 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6cfe6f7f-904a-4a4b-888a-308260ac3936 admin admin] Publish callbacks [] for router_controller (484d1f09-a6b1-4259-a367-00e5d24c5c04), precommit_add_association {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:59.028179 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:19:59.030901 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babe98c7-9eb3-43fb-a962-573a19bb1f02 admin admin] Network 4c2326fb-b4db-42c7-9331-4377c9818745 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:19:59.059496 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-babe98c7-9eb3-43fb-a962-573a19bb1f02 admin admin] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:19:59.082931 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babe98c7-9eb3-43fb-a962-573a19bb1f02 admin admin] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:19:59.124958 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-6848fd70-578f-4696-bcbd-485234090b49 None None] Set router 87ac5442-42b0-4418-857a-78da77f545b5 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:19:59.171613 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babe98c7-9eb3-43fb-a962-573a19bb1f02 admin admin] Pushing event updated for resources: {'Port': ['ID=0013e2cc-d36e-4a05-a5c8-47024496dd16,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:19:59.200149 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.db.api [None req-9fb54ce4-100b-4b5f-9a88-1240b4221e35 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106212) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 27 04:19:59.201339 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG oslo_db.api [None req-9fb54ce4-100b-4b5f-9a88-1240b4221e35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 04:19:59.331093 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-3737e6d7-b6e2-48b2-a8e9-91f0233ea28f None None] Attempting to bind port 2d5f14d8-97ae-45cd-98a4-2634bc19c645 on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:19:59.331467 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-3737e6d7-b6e2-48b2-a8e9-91f0233ea28f None None] Attempting to bind port 2d5f14d8-97ae-45cd-98a4-2634bc19c645 by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': '140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '90468030-e15f-4d68-bea3-d020393e070f'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:19:59.331831 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3737e6d7-b6e2-48b2-a8e9-91f0233ea28f None None] Attempting to bind port 2d5f14d8-97ae-45cd-98a4-2634bc19c645 on network 90468030-e15f-4d68-bea3-d020393e070f {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:19:59.368679 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6cfe6f7f-904a-4a4b-888a-308260ac3936 admin admin] Publish callbacks [] for router_gateway (484d1f09-a6b1-4259-a367-00e5d24c5c04), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:59.391522 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737e6d7-b6e2-48b2-a8e9-91f0233ea28f None None] Pushing event updated for resources: {'Port': ['ID=2d5f14d8-97ae-45cd-98a4-2634bc19c645,revision_number=1']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:19:59.395525 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:19:59.498025 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3737e6d7-b6e2-48b2-a8e9-91f0233ea28f None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:19:59.498476 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3737e6d7-b6e2-48b2-a8e9-91f0233ea28f None None] Checking segment: {'id': '140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '90468030-e15f-4d68-bea3-d020393e070f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:19:59.511129 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-3737e6d7-b6e2-48b2-a8e9-91f0233ea28f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:59.511623 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3737e6d7-b6e2-48b2-a8e9-91f0233ea28f None None] Bound using segment: {'id': '140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '90468030-e15f-4d68-bea3-d020393e070f'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:19:59.512091 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-3737e6d7-b6e2-48b2-a8e9-91f0233ea28f None None] Bound port: 2d5f14d8-97ae-45cd-98a4-2634bc19c645, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '90468030-e15f-4d68-bea3-d020393e070f'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:19:59.512487 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-3737e6d7-b6e2-48b2-a8e9-91f0233ea28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (2d5f14d8-97ae-45cd-98a4-2634bc19c645), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:59.577402 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:19:59.577552 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Pushing event updated for resources: {'Port': ['ID=15fb290d-5c6d-48ee-8bbf-dacd88fa8666,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:19:59.590546 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-6848fd70-578f-4696-bcbd-485234090b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ac5442-42b0-4418-857a-78da77f545b5', 'name': 'tempest-AttachVolumeTestJSON-764308454-router', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:54Z', 'updated_at': '2022-09-27T04:19:56Z', 'revision_number': 3, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'gw_port': {'id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:78:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:19:55Z', 'updated_at': '2022-09-27T04:19:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi'}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:19:59.659891 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:19:59.672647 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6848fd70-578f-4696-bcbd-485234090b49 None None] Checking router: 87ac5442-42b0-4418-857a-78da77f545b5 for host: dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:19:59.673139 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6848fd70-578f-4696-bcbd-485234090b49 None None] Updating router 87ac5442-42b0-4418-857a-78da77f545b5 port b46b0326-166d-45b8-8db2-cac369fbf847 binding host dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 04:19:59.698262 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.db_base_plugin_common [None req-1ee63200-d683-451d-8969-8f10386e6747 None None] Allocated IP 172.20.0.2 (50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6/7fbc1344-d37e-4e3c-8ea2-baced031ac4e/133717b2-0788-457d-9fba-bcfb1664cf21) {{(pid=106212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:19:59.748837 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-6848fd70-578f-4696-bcbd-485234090b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (b46b0326-166d-45b8-8db2-cac369fbf847), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:59.803882 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-babe98c7-9eb3-43fb-a962-573a19bb1f02 admin admin] Publish callbacks [] for router_gateway (1570ff6f-8fc2-4463-9e5e-3ed7a777c891), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:59.855058 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-3737e6d7-b6e2-48b2-a8e9-91f0233ea28f None None] For port 2d5f14d8-97ae-45cd-98a4-2634bc19c645, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:19:59.863583 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9fb54ce4-100b-4b5f-9a88-1240b4221e35 None None] Current status of the port 15fb290d-5c6d-48ee-8bbf-dacd88fa8666 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:19:59.886723 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-3737e6d7-b6e2-48b2-a8e9-91f0233ea28f None None] For port 2d5f14d8-97ae-45cd-98a4-2634bc19c645, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=2d5f14d8-97ae-45cd-98a4-2634bc19c645,segment=NetworkSegment(140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5),segment_id=140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:19:59.903904 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-3737e6d7-b6e2-48b2-a8e9-91f0233ea28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (2d5f14d8-97ae-45cd-98a4-2634bc19c645), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:19:59.995857 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6cfe6f7f-904a-4a4b-888a-308260ac3936 admin admin] Publish callbacks [] for router_gateway (484d1f09-a6b1-4259-a367-00e5d24c5c04), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:00.051036 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6cfe6f7f-904a-4a4b-888a-308260ac3936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:00.076295 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-860aee69-b4e7-487a-a9a3-5f58d733f4c8 None None] Provisioning complete for port 15fb290d-5c6d-48ee-8bbf-dacd88fa8666 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:20:00.076691 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-860aee69-b4e7-487a-a9a3-5f58d733f4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (15fb290d-5c6d-48ee-8bbf-dacd88fa8666), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:00.077050 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-860aee69-b4e7-487a-a9a3-5f58d733f4c8 None None] Attempt 1 to provision port 15fb290d-5c6d-48ee-8bbf-dacd88fa8666 Sep 27 04:20:00.192491 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3737e6d7-b6e2-48b2-a8e9-91f0233ea28f None None] Pushing event updated for resources: {'Port': ['ID=2d5f14d8-97ae-45cd-98a4-2634bc19c645,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:00.225370 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-babe98c7-9eb3-43fb-a962-573a19bb1f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4106130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4106573'] for router (1570ff6f-8fc2-4463-9e5e-3ed7a777c891), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:00.229337 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d6c10a6c-a4e8-4daa-a6c5-0b0b82ffda18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:00.302405 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-1ee63200-d683-451d-8969-8f10386e6747 None None] Publish callbacks [] for port (133717b2-0788-457d-9fba-bcfb1664cf21), precommit_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:00.317286 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-1ee63200-d683-451d-8969-8f10386e6747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084'] for port (133717b2-0788-457d-9fba-bcfb1664cf21), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:00.360815 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee63200-d683-451d-8969-8f10386e6747 None None] Network 50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6 is already hosted by enough agents. {{(pid=106212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:20:00.413042 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.scheduler.base_scheduler [None req-1ee63200-d683-451d-8969-8f10386e6747 None None] Resources bound (agent type, host, resource id): {{(pid=106212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:20:00.482365 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee63200-d683-451d-8969-8f10386e6747 None None] Received port after_create {{(pid=106212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:20:00.494792 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-6848fd70-578f-4696-bcbd-485234090b49 None None] Publish callbacks [] for port (b46b0326-166d-45b8-8db2-cac369fbf847), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:00.518965 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-6848fd70-578f-4696-bcbd-485234090b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (b46b0326-166d-45b8-8db2-cac369fbf847), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:00.538955 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:00.612556 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee63200-d683-451d-8969-8f10386e6747 None None] Pushing event updated for resources: {'Port': ['ID=133717b2-0788-457d-9fba-bcfb1664cf21,revision_number=1']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:00.635249 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-d6c10a6c-a4e8-4daa-a6c5-0b0b82ffda18 admin admin] Allocated IP 172.20.0.1 (a72f6105-d258-45cb-a84d-18590bef93c2/8e579293-c2b5-4786-882a-437ca24df95d/3644c780-ef74-4954-a68a-6cc2eadf34ce) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:20:00.661390 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-860aee69-b4e7-487a-a9a3-5f58d733f4c8 None None] Current status of the port 15fb290d-5c6d-48ee-8bbf-dacd88fa8666 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:20:00.666606 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f1b09b-31db-4822-8d34-b87c2ae0a8d9 None None] Pushing event updated for resources: {'Port': ['ID=b46b0326-166d-45b8-8db2-cac369fbf847,revision_number=2']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:00.684242 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-babe98c7-9eb3-43fb-a962-573a19bb1f02 admin admin] Router 1570ff6f-8fc2-4463-9e5e-3ed7a777c891 is scheduled to L3 agent 1a534786-8095-4832-a439-62015d3bc58a with binding_index 1 {{(pid=106211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 04:20:00.684381 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-6848fd70-578f-4696-bcbd-485234090b49 None None] Attempting to bind port b46b0326-166d-45b8-8db2-cac369fbf847 on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:20:00.684800 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-6848fd70-578f-4696-bcbd-485234090b49 None None] Attempting to bind port b46b0326-166d-45b8-8db2-cac369fbf847 by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:20:00.685445 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6848fd70-578f-4696-bcbd-485234090b49 None None] Attempting to bind port b46b0326-166d-45b8-8db2-cac369fbf847 on network 4c2326fb-b4db-42c7-9331-4377c9818745 {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:20:00.691732 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1b09b-31db-4822-8d34-b87c2ae0a8d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:00.692298 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1b09b-31db-4822-8d34-b87c2ae0a8d9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:00.692867 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1b09b-31db-4822-8d34-b87c2ae0a8d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:00.693062 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-1ee63200-d683-451d-8969-8f10386e6747 None None] Attempting to bind port 133717b2-0788-457d-9fba-bcfb1664cf21 on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:20:00.693438 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-1ee63200-d683-451d-8969-8f10386e6747 None None] Attempting to bind port 133717b2-0788-457d-9fba-bcfb1664cf21 by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': '188f0649-0d82-4591-a8be-8000cf940ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:20:00.693827 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee63200-d683-451d-8969-8f10386e6747 None None] Attempting to bind port 133717b2-0788-457d-9fba-bcfb1664cf21 on network 50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:20:00.694051 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1b09b-31db-4822-8d34-b87c2ae0a8d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:00.694572 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1b09b-31db-4822-8d34-b87c2ae0a8d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:00.695084 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1b09b-31db-4822-8d34-b87c2ae0a8d9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:00.695656 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1b09b-31db-4822-8d34-b87c2ae0a8d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:00.696164 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1b09b-31db-4822-8d34-b87c2ae0a8d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:00.697112 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1b09b-31db-4822-8d34-b87c2ae0a8d9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:00.698260 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1b09b-31db-4822-8d34-b87c2ae0a8d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:00.699032 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1b09b-31db-4822-8d34-b87c2ae0a8d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:00.699619 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1b09b-31db-4822-8d34-b87c2ae0a8d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:00.700149 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1b09b-31db-4822-8d34-b87c2ae0a8d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:00.700663 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1b09b-31db-4822-8d34-b87c2ae0a8d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:00.701824 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1b09b-31db-4822-8d34-b87c2ae0a8d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f1b09b-31db-4822-8d34-b87c2ae0a8d9 None None] Tracked resource versions report: Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: pushed versions: Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: { 'AddressGroup': {'1.2'}, Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: 'Agent': {'1.1'}, Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: 'ConntrackHelper': {'1.0'}, Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: 'LocalIPAssociation': {'1.0'}, Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: 'Log': {'1.0'}, Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: 'NDPProxy': {'1.0'}, Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: 'Network': {'1.1'}, Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: 'Port': {'1.7'}, Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: 'PortForwarding': {'1.3'}, Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: 'QosPolicy': {'1.10'}, Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: 'SecurityGroup': {'1.5'}, Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: 'SecurityGroupRule': {'1.2'}, Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: 'SubPort': {'1.0'}, Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: 'Subnet': {'1.1'}, Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: 'Trunk': {'1.1'}} Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: consumer versions: Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: { DHCP agent@dv-cinder-859186-3-iscsi: {}, Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: HyperV agent@hv-cinder-85918: {}, Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: L3 agent@dv-cinder-859186-3-iscsi: {}, Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: Metadata agent@dv-cinder-859186-3-iscsi: {}, Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: Metering agent@dv-cinder-859186-3-iscsi: {}, Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: Open vSwitch agent@dv-cinder-859186-3-iscsi: { 'AddressGroup': '1.2', Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: 'Agent': '1.1', Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: 'ConntrackHelper': '1.0', Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: 'LocalIPAssociation': '1.0', Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: 'Log': '1.0', Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: 'NDPProxy': '1.0', Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: 'Network': '1.1', Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: 'Port': '1.7', Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: 'PortForwarding': '1.3', Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: 'QosPolicy': '1.10', Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: 'SecurityGroup': '1.5', Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: 'SecurityGroupRule': '1.2', Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: 'SubPort': '1.0', Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: 'Subnet': '1.1', Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: 'Trunk': '1.1'}} Sep 27 04:20:00.703968 dv-cinder-859186-3-iscsi neutron-server[106213]: {{(pid=106213) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 27 04:20:00.754444 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6848fd70-578f-4696-bcbd-485234090b49 None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:20:00.755379 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6848fd70-578f-4696-bcbd-485234090b49 None None] Checking segment: {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:20:00.756024 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-6848fd70-578f-4696-bcbd-485234090b49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:00.756603 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6848fd70-578f-4696-bcbd-485234090b49 None None] Bound using segment: {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:20:00.756871 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:00.757520 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-6848fd70-578f-4696-bcbd-485234090b49 None None] Bound port: b46b0326-166d-45b8-8db2-cac369fbf847, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:20:00.758149 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-6848fd70-578f-4696-bcbd-485234090b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (b46b0326-166d-45b8-8db2-cac369fbf847), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:00.764506 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:00.825973 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-6848fd70-578f-4696-bcbd-485234090b49 None None] For port b46b0326-166d-45b8-8db2-cac369fbf847, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:20:00.828718 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee63200-d683-451d-8969-8f10386e6747 None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:20:00.831569 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee63200-d683-451d-8969-8f10386e6747 None None] Checking segment: {'id': '188f0649-0d82-4591-a8be-8000cf940ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:20:00.832049 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-6848fd70-578f-4696-bcbd-485234090b49 None None] For port b46b0326-166d-45b8-8db2-cac369fbf847, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=b46b0326-166d-45b8-8db2-cac369fbf847,segment=NetworkSegment(458173e0-a334-422f-a9db-e4c60ba44888),segment_id=458173e0-a334-422f-a9db-e4c60ba44888)] {{(pid=106213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:20:00.832171 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-1ee63200-d683-451d-8969-8f10386e6747 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:00.832604 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee63200-d683-451d-8969-8f10386e6747 None None] Bound using segment: {'id': '188f0649-0d82-4591-a8be-8000cf940ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:20:00.836132 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-1ee63200-d683-451d-8969-8f10386e6747 None None] Bound port: 133717b2-0788-457d-9fba-bcfb1664cf21, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '188f0649-0d82-4591-a8be-8000cf940ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:20:00.840463 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-1ee63200-d683-451d-8969-8f10386e6747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (133717b2-0788-457d-9fba-bcfb1664cf21), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:00.842743 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-6848fd70-578f-4696-bcbd-485234090b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (b46b0326-166d-45b8-8db2-cac369fbf847), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:00.883244 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-6cfe6f7f-904a-4a4b-888a-308260ac3936 admin admin] Allocated IP 172.27.0.125 (4c2326fb-b4db-42c7-9331-4377c9818745/65648eee-291b-4b8a-95c0-f3ca12df09c9/72256acd-5a77-4ad3-be5d-043dcec0575b) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:20:00.959255 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:01.000950 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-babe98c7-9eb3-43fb-a962-573a19bb1f02 admin admin] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:20:01.003082 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6848fd70-578f-4696-bcbd-485234090b49 None None] Routers {'87ac5442-42b0-4418-857a-78da77f545b5'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:20:01.004416 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-6848fd70-578f-4696-bcbd-485234090b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:19:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['87ac5442-42b0-4418-857a-78da77f545b5'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:20:01.051900 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-babe98c7-9eb3-43fb-a962-573a19bb1f02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:01.053645 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6cfe6f7f-904a-4a4b-888a-308260ac3936 admin admin] Publish callbacks [] for port (72256acd-5a77-4ad3-be5d-043dcec0575b), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:01.055367 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0493ef6-c476-4511-851e-4b8130dad66e None None] Sync routers for ids ['1570ff6f-8fc2-4463-9e5e-3ed7a777c891'] in dv-cinder-859186-3-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:20:01.064186 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-babe98c7-9eb3-43fb-a962-573a19bb1f02 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1033037 Sep 27 04:20:01.065358 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 55224) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:01.072639 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-1ee63200-d683-451d-8969-8f10386e6747 None None] For port 133717b2-0788-457d-9fba-bcfb1664cf21, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:20:01.086094 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:01.103007 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6cfe6f7f-904a-4a4b-888a-308260ac3936 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084'] for port (72256acd-5a77-4ad3-be5d-043dcec0575b), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:01.115491 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d6c10a6c-a4e8-4daa-a6c5-0b0b82ffda18 admin admin] Publish callbacks [] for port (3644c780-ef74-4954-a68a-6cc2eadf34ce), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:01.118108 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-1ee63200-d683-451d-8969-8f10386e6747 None None] For port 133717b2-0788-457d-9fba-bcfb1664cf21, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=133717b2-0788-457d-9fba-bcfb1664cf21,segment=NetworkSegment(188f0649-0d82-4591-a8be-8000cf940ed2),segment_id=188f0649-0d82-4591-a8be-8000cf940ed2)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:20:01.129522 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0493ef6-c476-4511-851e-4b8130dad66e None None] Routers {'1570ff6f-8fc2-4463-9e5e-3ed7a777c891'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:20:01.132260 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-a0493ef6-c476-4511-851e-4b8130dad66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:19:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['1570ff6f-8fc2-4463-9e5e-3ed7a777c891'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:20:01.141910 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-1ee63200-d683-451d-8969-8f10386e6747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (133717b2-0788-457d-9fba-bcfb1664cf21), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:01.208351 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cfe6f7f-904a-4a4b-888a-308260ac3936 admin admin] Network 4c2326fb-b4db-42c7-9331-4377c9818745 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:20:01.219133 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe6f7f-904a-4a4b-888a-308260ac3936 admin admin] Pushing event updated for resources: {'Port': ['ID=72256acd-5a77-4ad3-be5d-043dcec0575b,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:01.222168 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-6cfe6f7f-904a-4a4b-888a-308260ac3936 admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:20:01.236011 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfe6f7f-904a-4a4b-888a-308260ac3936 admin admin] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:20:01.465826 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-6848fd70-578f-4696-bcbd-485234090b49 None None] Set router 87ac5442-42b0-4418-857a-78da77f545b5 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:20:01.598118 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:01.628455 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f1b09b-31db-4822-8d34-b87c2ae0a8d9 None None] Pushing event updated for resources: {'Port': ['ID=b46b0326-166d-45b8-8db2-cac369fbf847,revision_number=3']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:01.922215 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 2d5f14d8-97ae-45cd-98a4-2634bc19c645 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:20:01.940217 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88b2c9d-c869-4077-8a04-fdf355ad55c2 None None] Network 90468030-e15f-4d68-bea3-d020393e070f requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:20:01.967206 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:UPDATE=4,neutron:SELECT=92,neutron:INSERT=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:02.020857 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-6848fd70-578f-4696-bcbd-485234090b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ac5442-42b0-4418-857a-78da77f545b5', 'name': 'tempest-AttachVolumeTestJSON-764308454-router', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:54Z', 'updated_at': '2022-09-27T04:19:56Z', 'revision_number': 3, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'gw_port': {'id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:78:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:19:55Z', 'updated_at': '2022-09-27T04:20:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi'}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:20:02.057918 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:02.103874 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6848fd70-578f-4696-bcbd-485234090b49 None None] The sync data for ids ['87ac5442-42b0-4418-857a-78da77f545b5'] in dv-cinder-859186-3-iscsi is: [{'id': '87ac5442-42b0-4418-857a-78da77f545b5', 'name': 'tempest-AttachVolumeTestJSON-764308454-router', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:54Z', 'updated_at': '2022-09-27T04:19:56Z', 'revision_number': 3, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'gw_port': {'id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:78:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:19:55Z', 'updated_at': '2022-09-27T04:20:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi'}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:20:02.157899 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9e72aa6d-1138-4a07-875b-779c2b12826d None None] Provisioning complete for port 2d5f14d8-97ae-45cd-98a4-2634bc19c645 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:20:02.158294 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9e72aa6d-1138-4a07-875b-779c2b12826d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (2d5f14d8-97ae-45cd-98a4-2634bc19c645), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:02.158653 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9e72aa6d-1138-4a07-875b-779c2b12826d None None] Attempt 1 to provision port 2d5f14d8-97ae-45cd-98a4-2634bc19c645 Sep 27 04:20:02.210191 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d6c10a6c-a4e8-4daa-a6c5-0b0b82ffda18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084'] for port (3644c780-ef74-4954-a68a-6cc2eadf34ce), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:02.329372 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-a0493ef6-c476-4511-851e-4b8130dad66e None None] Set router 1570ff6f-8fc2-4463-9e5e-3ed7a777c891 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:20:02.353092 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c10a6c-a4e8-4daa-a6c5-0b0b82ffda18 admin admin] Network a72f6105-d258-45cb-a84d-18590bef93c2 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:20:02.358290 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-d6c10a6c-a4e8-4daa-a6c5-0b0b82ffda18 admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:20:02.369025 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c10a6c-a4e8-4daa-a6c5-0b0b82ffda18 admin admin] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:20:02.369985 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d6c10a6c-a4e8-4daa-a6c5-0b0b82ffda18 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689306'] for router_interface (87ac5442-42b0-4418-857a-78da77f545b5), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:02.385255 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-10b5c486-717c-4d27-b306-0bdbe601206d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:02.636764 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c10a6c-a4e8-4daa-a6c5-0b0b82ffda18 admin admin] Pushing event updated for resources: {'Port': ['ID=3644c780-ef74-4954-a68a-6cc2eadf34ce,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:02.644697 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6cfe6f7f-904a-4a4b-888a-308260ac3936 admin admin] Publish callbacks [] for router_gateway (484d1f09-a6b1-4259-a367-00e5d24c5c04), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:02.870149 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee63200-d683-451d-8969-8f10386e6747 None None] Pushing event updated for resources: {'Port': ['ID=133717b2-0788-457d-9fba-bcfb1664cf21,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:02.888518 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:02.976207 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port 2d5f14d8-97ae-45cd-98a4-2634bc19c645 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:20:02.976892 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (2d5f14d8-97ae-45cd-98a4-2634bc19c645), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:02.977184 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port 2d5f14d8-97ae-45cd-98a4-2634bc19c645 Sep 27 04:20:03.136435 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-a0493ef6-c476-4511-851e-4b8130dad66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1570ff6f-8fc2-4463-9e5e-3ed7a777c891', 'name': 'tempest-DeleteServersTestJSON-1362071837-router', 'tenant_id': '7914c4b5217f411f807854ccb07e0365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '0013e2cc-d36e-4a05-a5c8-47024496dd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:57Z', 'updated_at': '2022-09-27T04:19:59Z', 'revision_number': 3, 'project_id': '7914c4b5217f411f807854ccb07e0365', 'gw_port': {'id': '0013e2cc-d36e-4a05-a5c8-47024496dd16', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1570ff6f-8fc2-4463-9e5e-3ed7a777c891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:19:58Z', 'updated_at': '2022-09-27T04:19:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi'}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:20:03.149379 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d6c10a6c-a4e8-4daa-a6c5-0b0b82ffda18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (3644c780-ef74-4954-a68a-6cc2eadf34ce), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:03.174817 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [None req-10b5c486-717c-4d27-b306-0bdbe601206d admin admin] Allocated IP 172.20.0.1 (90468030-e15f-4d68-bea3-d020393e070f/ef556055-3d79-4e00-91ba-4215c47f3d3a/5c3fe5c2-e2df-4f03-bd8f-40af037c4b87) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:20:03.237089 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0493ef6-c476-4511-851e-4b8130dad66e None None] Checking router: 1570ff6f-8fc2-4463-9e5e-3ed7a777c891 for host: dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:20:03.242519 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0493ef6-c476-4511-851e-4b8130dad66e None None] Updating router 1570ff6f-8fc2-4463-9e5e-3ed7a777c891 port 0013e2cc-d36e-4a05-a5c8-47024496dd16 binding host dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 04:20:03.246291 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a443fa-018b-45c3-9c53-9b26de88d2c8 None None] Network 50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6 requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:20:03.425945 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-10b5c486-717c-4d27-b306-0bdbe601206d admin admin] Publish callbacks [] for port (5c3fe5c2-e2df-4f03-bd8f-40af037c4b87), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:03.517487 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-10b5c486-717c-4d27-b306-0bdbe601206d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084'] for port (5c3fe5c2-e2df-4f03-bd8f-40af037c4b87), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:03.523969 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9e72aa6d-1138-4a07-875b-779c2b12826d None None] Current status of the port 2d5f14d8-97ae-45cd-98a4-2634bc19c645 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:20:03.524702 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9e72aa6d-1138-4a07-875b-779c2b12826d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (2d5f14d8-97ae-45cd-98a4-2634bc19c645), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:03.545464 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a0493ef6-c476-4511-851e-4b8130dad66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (0013e2cc-d36e-4a05-a5c8-47024496dd16), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:03.582701 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 2d5f14d8-97ae-45cd-98a4-2634bc19c645 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:20:03.583180 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (2d5f14d8-97ae-45cd-98a4-2634bc19c645), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:03.638955 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b5c486-717c-4d27-b306-0bdbe601206d admin admin] Network 90468030-e15f-4d68-bea3-d020393e070f is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:20:03.640446 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5c486-717c-4d27-b306-0bdbe601206d admin admin] Pushing event updated for resources: {'Port': ['ID=5c3fe5c2-e2df-4f03-bd8f-40af037c4b87,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:03.664527 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-10b5c486-717c-4d27-b306-0bdbe601206d admin admin] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:20:03.684129 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:03.691601 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:03.704345 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b5c486-717c-4d27-b306-0bdbe601206d admin admin] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:20:03.704756 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-10b5c486-717c-4d27-b306-0bdbe601206d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689306'] for router_interface (1570ff6f-8fc2-4463-9e5e-3ed7a777c891), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:03.707307 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:03.707519 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-9e72aa6d-1138-4a07-875b-779c2b12826d None None] For port 2d5f14d8-97ae-45cd-98a4-2634bc19c645, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=2d5f14d8-97ae-45cd-98a4-2634bc19c645,segment=NetworkSegment(140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5),segment_id=140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:20:03.720621 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d6c10a6c-a4e8-4daa-a6c5-0b0b82ffda18 admin admin] Publish callbacks [] for port (3644c780-ef74-4954-a68a-6cc2eadf34ce), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:03.724904 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6cfe6f7f-904a-4a4b-888a-308260ac3936 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4106130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4106573'] for router (484d1f09-a6b1-4259-a367-00e5d24c5c04), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:03.732366 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d6c10a6c-a4e8-4daa-a6c5-0b0b82ffda18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (3644c780-ef74-4954-a68a-6cc2eadf34ce), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:03.733969 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d6c10a6c-a4e8-4daa-a6c5-0b0b82ffda18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3723569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689454'] for router_interface (87ac5442-42b0-4418-857a-78da77f545b5), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:03.814157 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9e72aa6d-1138-4a07-875b-779c2b12826d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (2d5f14d8-97ae-45cd-98a4-2634bc19c645), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:04.006862 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c10a6c-a4e8-4daa-a6c5-0b0b82ffda18 admin admin] Pushing event updated for resources: {'Port': ['ID=3644c780-ef74-4954-a68a-6cc2eadf34ce,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:04.067954 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:04.231421 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c10a6c-a4e8-4daa-a6c5-0b0b82ffda18 admin admin] Network a72f6105-d258-45cb-a84d-18590bef93c2 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:20:04.233857 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-d6c10a6c-a4e8-4daa-a6c5-0b0b82ffda18 admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:20:04.233951 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-10b5c486-717c-4d27-b306-0bdbe601206d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (5c3fe5c2-e2df-4f03-bd8f-40af037c4b87), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:04.332942 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a0493ef6-c476-4511-851e-4b8130dad66e None None] Publish callbacks [] for port (0013e2cc-d36e-4a05-a5c8-47024496dd16), precommit_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:04.472079 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-688ca9fe-5a7e-4db6-9876-31293c8951f2 None None] Provisioning complete for port 3644c780-ef74-4954-a68a-6cc2eadf34ce triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:20:04.472376 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-688ca9fe-5a7e-4db6-9876-31293c8951f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (3644c780-ef74-4954-a68a-6cc2eadf34ce), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:04.472712 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-688ca9fe-5a7e-4db6-9876-31293c8951f2 None None] Attempt 1 to provision port 3644c780-ef74-4954-a68a-6cc2eadf34ce Sep 27 04:20:04.528457 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cfe6f7f-904a-4a4b-888a-308260ac3936 admin admin] Router 484d1f09-a6b1-4259-a367-00e5d24c5c04 is scheduled to L3 agent 1a534786-8095-4832-a439-62015d3bc58a with binding_index 1 {{(pid=106210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 04:20:04.535239 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c10a6c-a4e8-4daa-a6c5-0b0b82ffda18 admin admin] Router 87ac5442-42b0-4418-857a-78da77f545b5 has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:20:04.541988 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-10b5c486-717c-4d27-b306-0bdbe601206d admin admin] Publish callbacks [] for port (5c3fe5c2-e2df-4f03-bd8f-40af037c4b87), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:04.549632 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-10b5c486-717c-4d27-b306-0bdbe601206d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (5c3fe5c2-e2df-4f03-bd8f-40af037c4b87), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:04.551237 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-10b5c486-717c-4d27-b306-0bdbe601206d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3723569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689454'] for router_interface (1570ff6f-8fc2-4463-9e5e-3ed7a777c891), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:04.557214 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a0493ef6-c476-4511-851e-4b8130dad66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (0013e2cc-d36e-4a05-a5c8-47024496dd16), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:04.594811 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-688ca9fe-5a7e-4db6-9876-31293c8951f2 None None] Port 3644c780-ef74-4954-a68a-6cc2eadf34ce cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:20:04.595144 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:04.596594 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-a0493ef6-c476-4511-851e-4b8130dad66e None None] Attempting to bind port 0013e2cc-d36e-4a05-a5c8-47024496dd16 on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:20:04.596965 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-a0493ef6-c476-4511-851e-4b8130dad66e None None] Attempting to bind port 0013e2cc-d36e-4a05-a5c8-47024496dd16 by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:20:04.597327 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0493ef6-c476-4511-851e-4b8130dad66e None None] Attempting to bind port 0013e2cc-d36e-4a05-a5c8-47024496dd16 on network 4c2326fb-b4db-42c7-9331-4377c9818745 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:20:04.691434 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b5c486-717c-4d27-b306-0bdbe601206d admin admin] Pushing event updated for resources: {'Port': ['ID=5c3fe5c2-e2df-4f03-bd8f-40af037c4b87,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:04.697479 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:04.716870 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.db.api [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106212) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 27 04:20:04.720307 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG oslo_db.api [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 04:20:04.740278 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e72aa6d-1138-4a07-875b-779c2b12826d None None] Pushing event updated for resources: {'Port': ['ID=2d5f14d8-97ae-45cd-98a4-2634bc19c645,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:04.758810 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b5c486-717c-4d27-b306-0bdbe601206d admin admin] Network 90468030-e15f-4d68-bea3-d020393e070f is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:20:04.760440 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-10b5c486-717c-4d27-b306-0bdbe601206d admin admin] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:20:04.805676 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c10a6c-a4e8-4daa-a6c5-0b0b82ffda18 admin admin] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:20:04.820369 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0493ef6-c476-4511-851e-4b8130dad66e None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:20:04.821056 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0493ef6-c476-4511-851e-4b8130dad66e None None] Checking segment: {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:20:04.821663 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a0493ef6-c476-4511-851e-4b8130dad66e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:04.822265 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0493ef6-c476-4511-851e-4b8130dad66e None None] Bound using segment: {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:20:04.822897 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-a0493ef6-c476-4511-851e-4b8130dad66e None None] Bound port: 0013e2cc-d36e-4a05-a5c8-47024496dd16, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:20:04.823431 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a0493ef6-c476-4511-851e-4b8130dad66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (0013e2cc-d36e-4a05-a5c8-47024496dd16), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:04.828687 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea1341-497b-40e6-9292-6ebb20edf71b None None] Pushing event updated for resources: {'Port': ['ID=0013e2cc-d36e-4a05-a5c8-47024496dd16,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:04.847713 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-d6c10a6c-a4e8-4daa-a6c5-0b0b82ffda18 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/87ac5442-42b0-4418-857a-78da77f545b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2181246 Sep 27 04:20:04.950544 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-a0493ef6-c476-4511-851e-4b8130dad66e None None] For port 0013e2cc-d36e-4a05-a5c8-47024496dd16, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:20:04.955263 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-a0493ef6-c476-4511-851e-4b8130dad66e None None] For port 0013e2cc-d36e-4a05-a5c8-47024496dd16, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=0013e2cc-d36e-4a05-a5c8-47024496dd16,segment=NetworkSegment(458173e0-a334-422f-a9db-e4c60ba44888),segment_id=458173e0-a334-422f-a9db-e4c60ba44888)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:20:04.970310 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a0493ef6-c476-4511-851e-4b8130dad66e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (0013e2cc-d36e-4a05-a5c8-47024496dd16), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:05.019543 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2d15b9-684f-4bb4-b4d9-59ee2ac523dd None None] Sync routers for ids ['87ac5442-42b0-4418-857a-78da77f545b5'] in dv-cinder-859186-3-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:20:05.026428 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfe6f7f-904a-4a4b-888a-308260ac3936 admin admin] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:20:05.037425 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0493ef6-c476-4511-851e-4b8130dad66e None None] Routers {'1570ff6f-8fc2-4463-9e5e-3ed7a777c891'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:20:05.038255 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-a0493ef6-c476-4511-851e-4b8130dad66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:19:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['1570ff6f-8fc2-4463-9e5e-3ed7a777c891'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:20:05.038865 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2d15b9-684f-4bb4-b4d9-59ee2ac523dd None None] Routers {'87ac5442-42b0-4418-857a-78da77f545b5'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:20:05.040549 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-8f2d15b9-684f-4bb4-b4d9-59ee2ac523dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:19:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['87ac5442-42b0-4418-857a-78da77f545b5'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:20:05.047238 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b5c486-717c-4d27-b306-0bdbe601206d admin admin] Router 1570ff6f-8fc2-4463-9e5e-3ed7a777c891 has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:20:05.074622 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6af1ada-b348-46df-a401-568c12207180 None None] Sync routers for ids ['484d1f09-a6b1-4259-a367-00e5d24c5c04'] in dv-cinder-859186-3-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:20:05.081218 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6cfe6f7f-904a-4a4b-888a-308260ac3936 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:05.089503 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-6cfe6f7f-904a-4a4b-888a-308260ac3936 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.5066416 Sep 27 04:20:05.090382 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 55366) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:05.154536 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-688ca9fe-5a7e-4db6-9876-31293c8951f2 None None] Attempt 2 to provision port 3644c780-ef74-4954-a68a-6cc2eadf34ce Sep 27 04:20:05.209208 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6af1ada-b348-46df-a401-568c12207180 None None] Routers {'484d1f09-a6b1-4259-a367-00e5d24c5c04'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:20:05.209867 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-c6af1ada-b348-46df-a401-568c12207180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:19:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['484d1f09-a6b1-4259-a367-00e5d24c5c04'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:20:05.384787 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b5c486-717c-4d27-b306-0bdbe601206d admin admin] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:20:05.402662 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-10b5c486-717c-4d27-b306-0bdbe601206d admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/1570ff6f-8fc2-4463-9e5e-3ed7a777c891/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3325961 Sep 27 04:20:05.469156 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-8f2d15b9-684f-4bb4-b4d9-59ee2ac523dd None None] Set router 87ac5442-42b0-4418-857a-78da77f545b5 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:20:05.531191 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-688ca9fe-5a7e-4db6-9876-31293c8951f2 None None] Port 3644c780-ef74-4954-a68a-6cc2eadf34ce cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:20:05.544419 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 55396) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:05.550466 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-1de493c5-dfa4-49d4-aec5-1ead56681844 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Request body: {'security_group': {'name': 'tempest-securitygroup--331391197', 'description': 'tempest-description--1985542786'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:20:05.617453 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1de493c5-dfa4-49d4-aec5-1ead56681844 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:05.647884 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea1341-497b-40e6-9292-6ebb20edf71b None None] Pushing event updated for resources: {'Port': ['ID=0013e2cc-d36e-4a05-a5c8-47024496dd16,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:05.782103 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 2d5f14d8-97ae-45cd-98a4-2634bc19c645 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:20:05.794210 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 15fb290d-5c6d-48ee-8bbf-dacd88fa8666 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:20:05.805422 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1de493c5-dfa4-49d4-aec5-1ead56681844 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for security_group (62743add-abd0-40c3-a1bc-b77cc5f58cd6), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:05.814943 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1de493c5-dfa4-49d4-aec5-1ead56681844 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (62743add-abd0-40c3-a1bc-b77cc5f58cd6), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:05.855231 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:05.855478 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-8f2d15b9-684f-4bb4-b4d9-59ee2ac523dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ac5442-42b0-4418-857a-78da77f545b5', 'name': 'tempest-AttachVolumeTestJSON-764308454-router', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:54Z', 'updated_at': '2022-09-27T04:20:02Z', 'revision_number': 4, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'gw_port': {'id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:78:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:19:55Z', 'updated_at': '2022-09-27T04:20:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '3644c780-ef74-4954-a68a-6cc2eadf34ce', 'name': '', 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'mac_address': 'fa:16:3e:d1:b9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8e579293-c2b5-4786-882a-437ca24df95d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:00Z', 'updated_at': '2022-09-27T04:20:03Z', 'revision_number': 2, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'subnets': [{'id': '8e579293-c2b5-4786-882a-437ca24df95d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:20:05.878430 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1de493c5-dfa4-49d4-aec5-1ead56681844 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:05.879799 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:05.881771 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-1de493c5-dfa4-49d4-aec5-1ead56681844 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3349838 Sep 27 04:20:05.883744 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 55420) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:05.886755 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de493c5-dfa4-49d4-aec5-1ead56681844 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62743add-abd0-40c3-a1bc-b77cc5f58cd6,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:05.890968 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-867a9ab0-355c-4f19-9d48-034051438770 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Request body: {'security_group_rule': {'security_group_id': '62743add-abd0-40c3-a1bc-b77cc5f58cd6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:20:05.903392 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:05.908766 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2d15b9-684f-4bb4-b4d9-59ee2ac523dd None None] Checking router: 87ac5442-42b0-4418-857a-78da77f545b5 for host: dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:20:05.909140 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2d15b9-684f-4bb4-b4d9-59ee2ac523dd None None] Updating router 87ac5442-42b0-4418-857a-78da77f545b5 port 3644c780-ef74-4954-a68a-6cc2eadf34ce binding host dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 04:20:05.939830 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-a0493ef6-c476-4511-851e-4b8130dad66e None None] Set router 1570ff6f-8fc2-4463-9e5e-3ed7a777c891 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:20:05.990640 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-c6af1ada-b348-46df-a401-568c12207180 None None] Set router 484d1f09-a6b1-4259-a367-00e5d24c5c04 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:20:05.994245 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8f2d15b9-684f-4bb4-b4d9-59ee2ac523dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (3644c780-ef74-4954-a68a-6cc2eadf34ce), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:06.035509 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-688ca9fe-5a7e-4db6-9876-31293c8951f2 None None] Attempt 3 to provision port 3644c780-ef74-4954-a68a-6cc2eadf34ce Sep 27 04:20:06.070439 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-867a9ab0-355c-4f19-9d48-034051438770 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for security_group_rule (2e359b6a-a9dc-400c-be5e-552284a73496), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:06.132088 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-688ca9fe-5a7e-4db6-9876-31293c8951f2 None None] Port 3644c780-ef74-4954-a68a-6cc2eadf34ce cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:20:06.151509 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 55452) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:06.158224 dv-cinder-859186-3-iscsi neutron-server[106211]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 27 04:20:06.170217 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:06.266669 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port 15fb290d-5c6d-48ee-8bbf-dacd88fa8666 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:20:06.267159 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (15fb290d-5c6d-48ee-8bbf-dacd88fa8666), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:06.267657 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port 15fb290d-5c6d-48ee-8bbf-dacd88fa8666 Sep 27 04:20:06.269623 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:06.310789 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-867a9ab0-355c-4f19-9d48-034051438770 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for security_group_rule (2e359b6a-a9dc-400c-be5e-552284a73496), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:06.324903 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-867a9ab0-355c-4f19-9d48-034051438770 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112009'] for security_group_rule (2e359b6a-a9dc-400c-be5e-552284a73496), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:06.423662 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867a9ab0-355c-4f19-9d48-034051438770 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e359b6a-a9dc-400c-be5e-552284a73496,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:06.440356 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-1fcb810b-03ee-40eb-bace-676d75b3eb1d tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:06.442379 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-1fcb810b-03ee-40eb-bace-676d75b3eb1d tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/networks?id=90468030-e15f-4d68-bea3-d020393e070f HTTP/1.1" status: 200 len: 812 time: 0.2853370 Sep 27 04:20:06.463109 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-867a9ab0-355c-4f19-9d48-034051438770 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:06.468981 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-867a9ab0-355c-4f19-9d48-034051438770 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5843248 Sep 27 04:20:06.472895 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 55476) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:06.474681 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fec34b35-5e95-4ab2-b10a-1134cc497dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:06.480446 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-8c6c4ba2-2b7b-425e-8ce0-d2a2c018df2b tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/quotas/7914c4b5217f411f807854ccb07e0365 HTTP/1.1" status: 200 len: 375 time: 0.0203841 Sep 27 04:20:06.496087 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-f6202637-af0b-4498-bf4b-2a3fb5f15217 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Request body: {'security_group_rule': {'security_group_id': '62743add-abd0-40c3-a1bc-b77cc5f58cd6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:20:06.629064 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f6202637-af0b-4498-bf4b-2a3fb5f15217 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for security_group_rule (e07b7bea-2d17-4e16-b75b-ca2c8a8d0a5f), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:06.633330 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-688ca9fe-5a7e-4db6-9876-31293c8951f2 None None] Attempt 4 to provision port 3644c780-ef74-4954-a68a-6cc2eadf34ce Sep 27 04:20:06.646400 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:06.688074 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-65eff87d-9d86-461a-99aa-8149492d677d tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=7914c4b5217f411f807854ccb07e0365&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1990364 Sep 27 04:20:06.757789 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f6202637-af0b-4498-bf4b-2a3fb5f15217 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for security_group_rule (e07b7bea-2d17-4e16-b75b-ca2c8a8d0a5f), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:06.765652 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f6202637-af0b-4498-bf4b-2a3fb5f15217 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112009'] for security_group_rule (e07b7bea-2d17-4e16-b75b-ca2c8a8d0a5f), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:06.772995 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8f2d15b9-684f-4bb4-b4d9-59ee2ac523dd None None] Publish callbacks [] for port (3644c780-ef74-4954-a68a-6cc2eadf34ce), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:06.773518 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:06.791288 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8f2d15b9-684f-4bb4-b4d9-59ee2ac523dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (3644c780-ef74-4954-a68a-6cc2eadf34ce), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:06.799681 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-c6af1ada-b348-46df-a401-568c12207180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'name': 'tempest-AttachVolumeShelveTestJSON-185060981-router', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:58Z', 'updated_at': '2022-09-27T04:20:02Z', 'revision_number': 3, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'gw_port': {'id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:00Z', 'updated_at': '2022-09-27T04:20:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi'}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:20:06.801347 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6202637-af0b-4498-bf4b-2a3fb5f15217 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e07b7bea-2d17-4e16-b75b-ca2c8a8d0a5f,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:06.804685 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-fec34b35-5e95-4ab2-b10a-1134cc497dd1 admin admin] Allocated IP 172.20.0.1 (50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6/7fbc1344-d37e-4e3c-8ea2-baced031ac4e/d38ba25f-11e0-4272-a046-108afa9fa96c) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:20:06.819701 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f6202637-af0b-4498-bf4b-2a3fb5f15217 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:06.821669 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-f6202637-af0b-4498-bf4b-2a3fb5f15217 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3446326 Sep 27 04:20:06.825184 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 55494) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:06.831664 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-8b564338-1e6a-4071-b719-71a36117ca93 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Request body: {'floatingip': {'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:20:06.882736 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:06.884793 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faae91c-994b-4d58-9a92-0373d4ded845 None None] Pushing event updated for resources: {'Port': ['ID=3644c780-ef74-4954-a68a-6cc2eadf34ce,revision_number=3']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:06.892032 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8b564338-1e6a-4071-b719-71a36117ca93 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:06.925590 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-a0493ef6-c476-4511-851e-4b8130dad66e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1570ff6f-8fc2-4463-9e5e-3ed7a777c891', 'name': 'tempest-DeleteServersTestJSON-1362071837-router', 'tenant_id': '7914c4b5217f411f807854ccb07e0365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '0013e2cc-d36e-4a05-a5c8-47024496dd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:57Z', 'updated_at': '2022-09-27T04:20:04Z', 'revision_number': 4, 'project_id': '7914c4b5217f411f807854ccb07e0365', 'gw_port': {'id': '0013e2cc-d36e-4a05-a5c8-47024496dd16', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1570ff6f-8fc2-4463-9e5e-3ed7a777c891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:19:58Z', 'updated_at': '2022-09-27T04:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '5c3fe5c2-e2df-4f03-bd8f-40af037c4b87', 'name': '', 'network_id': '90468030-e15f-4d68-bea3-d020393e070f', 'tenant_id': '7914c4b5217f411f807854ccb07e0365', 'mac_address': 'fa:16:3e:ad:cb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1570ff6f-8fc2-4463-9e5e-3ed7a777c891', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ef556055-3d79-4e00-91ba-4215c47f3d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:02Z', 'updated_at': '2022-09-27T04:20:04Z', 'revision_number': 2, 'project_id': '7914c4b5217f411f807854ccb07e0365', 'subnets': [{'id': 'ef556055-3d79-4e00-91ba-4215c47f3d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:20:06.930348 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6af1ada-b348-46df-a401-568c12207180 None None] Checking router: 484d1f09-a6b1-4259-a367-00e5d24c5c04 for host: dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:20:06.930694 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6af1ada-b348-46df-a401-568c12207180 None None] Updating router 484d1f09-a6b1-4259-a367-00e5d24c5c04 port 72256acd-5a77-4ad3-be5d-043dcec0575b binding host dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 04:20:06.936440 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-688ca9fe-5a7e-4db6-9876-31293c8951f2 None None] Port 3644c780-ef74-4954-a68a-6cc2eadf34ce cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:20:06.975107 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fec34b35-5e95-4ab2-b10a-1134cc497dd1 admin admin] Publish callbacks [] for port (d38ba25f-11e0-4272-a046-108afa9fa96c), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:06.981004 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 15fb290d-5c6d-48ee-8bbf-dacd88fa8666 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:20:07.003426 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0493ef6-c476-4511-851e-4b8130dad66e None None] The sync data for ids ['1570ff6f-8fc2-4463-9e5e-3ed7a777c891'] in dv-cinder-859186-3-iscsi is: [{'id': '1570ff6f-8fc2-4463-9e5e-3ed7a777c891', 'name': 'tempest-DeleteServersTestJSON-1362071837-router', 'tenant_id': '7914c4b5217f411f807854ccb07e0365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '0013e2cc-d36e-4a05-a5c8-47024496dd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:57Z', 'updated_at': '2022-09-27T04:20:04Z', 'revision_number': 4, 'project_id': '7914c4b5217f411f807854ccb07e0365', 'gw_port': {'id': '0013e2cc-d36e-4a05-a5c8-47024496dd16', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1570ff6f-8fc2-4463-9e5e-3ed7a777c891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:19:58Z', 'updated_at': '2022-09-27T04:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '5c3fe5c2-e2df-4f03-bd8f-40af037c4b87', 'name': '', 'network_id': '90468030-e15f-4d68-bea3-d020393e070f', 'tenant_id': '7914c4b5217f411f807854ccb07e0365', 'mac_address': 'fa:16:3e:ad:cb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1570ff6f-8fc2-4463-9e5e-3ed7a777c891', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ef556055-3d79-4e00-91ba-4215c47f3d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:02Z', 'updated_at': '2022-09-27T04:20:04Z', 'revision_number': 2, 'project_id': '7914c4b5217f411f807854ccb07e0365', 'subnets': [{'id': 'ef556055-3d79-4e00-91ba-4215c47f3d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:20:07.004745 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:07.005483 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:07.011037 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fec34b35-5e95-4ab2-b10a-1134cc497dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084'] for port (d38ba25f-11e0-4272-a046-108afa9fa96c), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:07.030866 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-8f2d15b9-684f-4bb4-b4d9-59ee2ac523dd None None] Attempting to bind port 3644c780-ef74-4954-a68a-6cc2eadf34ce on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:20:07.034022 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-8f2d15b9-684f-4bb4-b4d9-59ee2ac523dd None None] Attempting to bind port 3644c780-ef74-4954-a68a-6cc2eadf34ce by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': 'a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2'}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:20:07.034764 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2d15b9-684f-4bb4-b4d9-59ee2ac523dd None None] Attempting to bind port 3644c780-ef74-4954-a68a-6cc2eadf34ce on network a72f6105-d258-45cb-a84d-18590bef93c2 {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:20:07.053010 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c6af1ada-b348-46df-a401-568c12207180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (72256acd-5a77-4ad3-be5d-043dcec0575b), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:07.075290 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:07.102326 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec34b35-5e95-4ab2-b10a-1134cc497dd1 admin admin] Network 50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:20:07.114405 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-fec34b35-5e95-4ab2-b10a-1134cc497dd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:20:07.184051 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2d15b9-684f-4bb4-b4d9-59ee2ac523dd None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:20:07.184430 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2d15b9-684f-4bb4-b4d9-59ee2ac523dd None None] Checking segment: {'id': 'a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:20:07.184837 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8f2d15b9-684f-4bb4-b4d9-59ee2ac523dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:07.185234 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2d15b9-684f-4bb4-b4d9-59ee2ac523dd None None] Bound using segment: {'id': 'a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2'} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:20:07.185721 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-8f2d15b9-684f-4bb4-b4d9-59ee2ac523dd None None] Bound port: 3644c780-ef74-4954-a68a-6cc2eadf34ce, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2'}}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:20:07.186374 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8f2d15b9-684f-4bb4-b4d9-59ee2ac523dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (3644c780-ef74-4954-a68a-6cc2eadf34ce), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:07.217005 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec34b35-5e95-4ab2-b10a-1134cc497dd1 admin admin] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:20:07.217497 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fec34b35-5e95-4ab2-b10a-1134cc497dd1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689306'] for router_interface (484d1f09-a6b1-4259-a367-00e5d24c5c04), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:07.319479 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-8f2d15b9-684f-4bb4-b4d9-59ee2ac523dd None None] For port 3644c780-ef74-4954-a68a-6cc2eadf34ce, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:20:07.327845 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-8f2d15b9-684f-4bb4-b4d9-59ee2ac523dd None None] For port 3644c780-ef74-4954-a68a-6cc2eadf34ce, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=3644c780-ef74-4954-a68a-6cc2eadf34ce,segment=NetworkSegment(a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921),segment_id=a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921)] {{(pid=106213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:20:07.347005 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-8f2d15b9-684f-4bb4-b4d9-59ee2ac523dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (3644c780-ef74-4954-a68a-6cc2eadf34ce), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:07.379034 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2d15b9-684f-4bb4-b4d9-59ee2ac523dd None None] Routers {'87ac5442-42b0-4418-857a-78da77f545b5'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:20:07.381554 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-8f2d15b9-684f-4bb4-b4d9-59ee2ac523dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:19:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['87ac5442-42b0-4418-857a-78da77f545b5'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:20:07.485301 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-688ca9fe-5a7e-4db6-9876-31293c8951f2 None None] Attempt 5 to provision port 3644c780-ef74-4954-a68a-6cc2eadf34ce Sep 27 04:20:07.518000 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 2d5f14d8-97ae-45cd-98a4-2634bc19c645 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:20:07.585331 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec34b35-5e95-4ab2-b10a-1134cc497dd1 admin admin] Pushing event updated for resources: {'Port': ['ID=d38ba25f-11e0-4272-a046-108afa9fa96c,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:07.588652 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fec34b35-5e95-4ab2-b10a-1134cc497dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (d38ba25f-11e0-4272-a046-108afa9fa96c), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:07.635205 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-fa3c92f4-2329-4dfd-be73-e2ab9a093e09 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 04:20:07.648249 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-fa3c92f4-2329-4dfd-be73-e2ab9a093e09 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.3185327 Sep 27 04:20:07.796364 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faae91c-994b-4d58-9a92-0373d4ded845 None None] Pushing event updated for resources: {'Port': ['ID=3644c780-ef74-4954-a68a-6cc2eadf34ce,revision_number=4']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:07.834216 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-8f2d15b9-684f-4bb4-b4d9-59ee2ac523dd None None] Set router 87ac5442-42b0-4418-857a-78da77f545b5 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:20:07.838362 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 55522) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:07.841080 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c6af1ada-b348-46df-a401-568c12207180 None None] Publish callbacks [] for port (72256acd-5a77-4ad3-be5d-043dcec0575b), precommit_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:07.853478 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:07.864422 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c6af1ada-b348-46df-a401-568c12207180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (72256acd-5a77-4ad3-be5d-043dcec0575b), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:07.875906 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8b564338-1e6a-4071-b719-71a36117ca93 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:07.882995 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fec34b35-5e95-4ab2-b10a-1134cc497dd1 admin admin] Publish callbacks [] for port (d38ba25f-11e0-4272-a046-108afa9fa96c), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:07.892892 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fec34b35-5e95-4ab2-b10a-1134cc497dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (d38ba25f-11e0-4272-a046-108afa9fa96c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:07.893589 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fec34b35-5e95-4ab2-b10a-1134cc497dd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3723569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689454'] for router_interface (484d1f09-a6b1-4259-a367-00e5d24c5c04), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:07.914815 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port 2d5f14d8-97ae-45cd-98a4-2634bc19c645 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:20:07.916095 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (2d5f14d8-97ae-45cd-98a4-2634bc19c645), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:07.916718 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port 2d5f14d8-97ae-45cd-98a4-2634bc19c645 Sep 27 04:20:08.019163 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-c6af1ada-b348-46df-a401-568c12207180 None None] Attempting to bind port 72256acd-5a77-4ad3-be5d-043dcec0575b on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:20:08.019455 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-c6af1ada-b348-46df-a401-568c12207180 None None] Attempting to bind port 72256acd-5a77-4ad3-be5d-043dcec0575b by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:20:08.019969 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af1ada-b348-46df-a401-568c12207180 None None] Attempting to bind port 72256acd-5a77-4ad3-be5d-043dcec0575b on network 4c2326fb-b4db-42c7-9331-4377c9818745 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:20:08.047174 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec34b35-5e95-4ab2-b10a-1134cc497dd1 admin admin] Pushing event updated for resources: {'Port': ['ID=d38ba25f-11e0-4272-a046-108afa9fa96c,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:08.145670 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec34b35-5e95-4ab2-b10a-1134cc497dd1 admin admin] Network 50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:20:08.147592 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-fec34b35-5e95-4ab2-b10a-1134cc497dd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:20:08.170739 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a471c-4545-44fa-8a65-7591a038ce94 None None] Pushing event updated for resources: {'Port': ['ID=72256acd-5a77-4ad3-be5d-043dcec0575b,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:08.196885 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-48185f45-f375-4f93-968f-9fbaaf2540df service neutron] 10.222.0.26 "GET /networking/v2.0/networks/90468030-e15f-4d68-bea3-d020393e070f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5475442 Sep 27 04:20:08.257938 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af1ada-b348-46df-a401-568c12207180 None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:20:08.258779 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af1ada-b348-46df-a401-568c12207180 None None] Checking segment: {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:20:08.259325 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c6af1ada-b348-46df-a401-568c12207180 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:08.259860 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6af1ada-b348-46df-a401-568c12207180 None None] Bound using segment: {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:20:08.260662 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-c6af1ada-b348-46df-a401-568c12207180 None None] Bound port: 72256acd-5a77-4ad3-be5d-043dcec0575b, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:20:08.261212 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c6af1ada-b348-46df-a401-568c12207180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (72256acd-5a77-4ad3-be5d-043dcec0575b), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:08.387686 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-c6af1ada-b348-46df-a401-568c12207180 None None] For port 72256acd-5a77-4ad3-be5d-043dcec0575b, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:20:08.391653 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-c6af1ada-b348-46df-a401-568c12207180 None None] For port 72256acd-5a77-4ad3-be5d-043dcec0575b, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=72256acd-5a77-4ad3-be5d-043dcec0575b,segment=NetworkSegment(458173e0-a334-422f-a9db-e4c60ba44888),segment_id=458173e0-a334-422f-a9db-e4c60ba44888)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:20:08.409997 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-688ca9fe-5a7e-4db6-9876-31293c8951f2 None None] Current status of the port 3644c780-ef74-4954-a68a-6cc2eadf34ce is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:20:08.411217 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-688ca9fe-5a7e-4db6-9876-31293c8951f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (3644c780-ef74-4954-a68a-6cc2eadf34ce), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:08.411543 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-952eabe8-feb6-4548-9626-883bcca9ead4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:08.425470 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-8f2d15b9-684f-4bb4-b4d9-59ee2ac523dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ac5442-42b0-4418-857a-78da77f545b5', 'name': 'tempest-AttachVolumeTestJSON-764308454-router', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:54Z', 'updated_at': '2022-09-27T04:20:02Z', 'revision_number': 4, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'gw_port': {'id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:78:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:19:55Z', 'updated_at': '2022-09-27T04:20:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '3644c780-ef74-4954-a68a-6cc2eadf34ce', 'name': '', 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'mac_address': 'fa:16:3e:d1:b9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8e579293-c2b5-4786-882a-437ca24df95d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:00Z', 'updated_at': '2022-09-27T04:20:07Z', 'revision_number': 4, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'subnets': [{'id': '8e579293-c2b5-4786-882a-437ca24df95d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:20:08.440451 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c6af1ada-b348-46df-a401-568c12207180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (72256acd-5a77-4ad3-be5d-043dcec0575b), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:08.496119 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2d15b9-684f-4bb4-b4d9-59ee2ac523dd None None] The sync data for ids ['87ac5442-42b0-4418-857a-78da77f545b5'] in dv-cinder-859186-3-iscsi is: [{'id': '87ac5442-42b0-4418-857a-78da77f545b5', 'name': 'tempest-AttachVolumeTestJSON-764308454-router', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:54Z', 'updated_at': '2022-09-27T04:20:02Z', 'revision_number': 4, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'gw_port': {'id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:78:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:19:55Z', 'updated_at': '2022-09-27T04:20:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '3644c780-ef74-4954-a68a-6cc2eadf34ce', 'name': '', 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'mac_address': 'fa:16:3e:d1:b9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8e579293-c2b5-4786-882a-437ca24df95d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:00Z', 'updated_at': '2022-09-27T04:20:07Z', 'revision_number': 4, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'subnets': [{'id': '8e579293-c2b5-4786-882a-437ca24df95d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:20:08.510286 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a471c-4545-44fa-8a65-7591a038ce94 None None] Pushing event updated for resources: {'Port': ['ID=72256acd-5a77-4ad3-be5d-043dcec0575b,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:08.524912 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec34b35-5e95-4ab2-b10a-1134cc497dd1 admin admin] Router 484d1f09-a6b1-4259-a367-00e5d24c5c04 has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:20:08.554255 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6af1ada-b348-46df-a401-568c12207180 None None] Routers {'484d1f09-a6b1-4259-a367-00e5d24c5c04'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:20:08.555085 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-c6af1ada-b348-46df-a401-568c12207180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:19:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['484d1f09-a6b1-4259-a367-00e5d24c5c04'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:20:08.596931 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-952eabe8-feb6-4548-9626-883bcca9ead4 admin admin] Publish callbacks [] for security_group (87f650c3-55f8-48a9-9011-fd16190e4b79), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:08.620854 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-952eabe8-feb6-4548-9626-883bcca9ead4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (87f650c3-55f8-48a9-9011-fd16190e4b79), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:08.656772 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [None req-8b564338-1e6a-4071-b719-71a36117ca93 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Allocated IP 172.27.0.78 (4c2326fb-b4db-42c7-9331-4377c9818745/65648eee-291b-4b8a-95c0-f3ca12df09c9/ab414d11-ac61-465d-b26b-bf3568c658c0) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:20:08.660623 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 2d5f14d8-97ae-45cd-98a4-2634bc19c645 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:20:08.661558 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 133717b2-0788-457d-9fba-bcfb1664cf21 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:20:08.665258 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-952eabe8-feb6-4548-9626-883bcca9ead4 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=7bdb5f97f83b400fb26c5bef99a23ecf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8020823 Sep 27 04:20:08.673819 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 55558) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:08.708430 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952eabe8-feb6-4548-9626-883bcca9ead4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87f650c3-55f8-48a9-9011-fd16190e4b79,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:08.743251 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:08.755027 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-688ca9fe-5a7e-4db6-9876-31293c8951f2 None None] For port 3644c780-ef74-4954-a68a-6cc2eadf34ce, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=3644c780-ef74-4954-a68a-6cc2eadf34ce,segment=NetworkSegment(a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921),segment_id=a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:20:08.775085 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-688ca9fe-5a7e-4db6-9876-31293c8951f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (3644c780-ef74-4954-a68a-6cc2eadf34ce), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:08.777512 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:08.838350 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-8db1c11e-a13f-400d-ade7-0774d4868677 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/90468030-e15f-4d68-bea3-d020393e070f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6319060 Sep 27 04:20:08.868428 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2f39d8ac-ce8d-4916-9af8-72fa1e2d2693 admin admin] Publish callbacks [] for security_group (87f650c3-55f8-48a9-9011-fd16190e4b79), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:08.872945 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:08.918938 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2f39d8ac-ce8d-4916-9af8-72fa1e2d2693 admin admin] Publish callbacks [] for security_group (87f650c3-55f8-48a9-9011-fd16190e4b79), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:08.934096 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec34b35-5e95-4ab2-b10a-1134cc497dd1 admin admin] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:20:08.941803 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-fec34b35-5e95-4ab2-b10a-1134cc497dd1 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/484d1f09-a6b1-4259-a367-00e5d24c5c04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8492041 Sep 27 04:20:08.987065 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8b564338-1e6a-4071-b719-71a36117ca93 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for port (ab414d11-ac61-465d-b26b-bf3568c658c0), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:08.993845 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2f39d8ac-ce8d-4916-9af8-72fa1e2d2693 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (87f650c3-55f8-48a9-9011-fd16190e4b79), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:08.997656 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2f39d8ac-ce8d-4916-9af8-72fa1e2d2693 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:08.999854 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-2f39d8ac-ce8d-4916-9af8-72fa1e2d2693 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/87f650c3-55f8-48a9-9011-fd16190e4b79 HTTP/1.1" status: 204 len: 168 time: 0.3234036 Sep 27 04:20:09.015486 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f39d8ac-ce8d-4916-9af8-72fa1e2d2693 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f650c3-55f8-48a9-9011-fd16190e4b79,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:09.068754 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8b564338-1e6a-4071-b719-71a36117ca93 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084'] for port (ab414d11-ac61-465d-b26b-bf3568c658c0), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:09.102760 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-c6af1ada-b348-46df-a401-568c12207180 None None] Set router 484d1f09-a6b1-4259-a367-00e5d24c5c04 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:20:09.153626 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b564338-1e6a-4071-b719-71a36117ca93 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Pushing event updated for resources: {'Port': ['ID=ab414d11-ac61-465d-b26b-bf3568c658c0,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:09.185156 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b564338-1e6a-4071-b719-71a36117ca93 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Network 4c2326fb-b4db-42c7-9331-4377c9818745 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:20:09.187541 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-8b564338-1e6a-4071-b719-71a36117ca93 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:20:09.190160 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b564338-1e6a-4071-b719-71a36117ca93 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:20:09.288645 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-688ca9fe-5a7e-4db6-9876-31293c8951f2 None None] Provisioning complete for port 2d5f14d8-97ae-45cd-98a4-2634bc19c645 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:20:09.289030 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-688ca9fe-5a7e-4db6-9876-31293c8951f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (2d5f14d8-97ae-45cd-98a4-2634bc19c645), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:09.289370 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-688ca9fe-5a7e-4db6-9876-31293c8951f2 None None] Attempt 1 to provision port 2d5f14d8-97ae-45cd-98a4-2634bc19c645 Sep 27 04:20:09.355279 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:09.394007 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:09.395255 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port 133717b2-0788-457d-9fba-bcfb1664cf21 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:20:09.395644 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (133717b2-0788-457d-9fba-bcfb1664cf21), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:09.395984 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port 133717b2-0788-457d-9fba-bcfb1664cf21 Sep 27 04:20:09.416855 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8b564338-1e6a-4071-b719-71a36117ca93 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for floatingip (1ad405be-9703-4a26-a988-bab76e9c13a6), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:09.612380 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688ca9fe-5a7e-4db6-9876-31293c8951f2 None None] Pushing event updated for resources: {'Port': ['ID=3644c780-ef74-4954-a68a-6cc2eadf34ce,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:09.680456 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e19f5ab9-9f54-45b8-b5b8-673434f12360 req-f1ec1f6e-2478-4958-8436-178a41b2086a tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=355252e2-3471-4c92-95d1-adcecc4033c7 HTTP/1.1" status: 200 len: 210 time: 0.0822318 Sep 27 04:20:09.681566 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8b564338-1e6a-4071-b719-71a36117ca93 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (ab414d11-ac61-465d-b26b-bf3568c658c0), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:09.688848 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 133717b2-0788-457d-9fba-bcfb1664cf21 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:20:09.689237 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (133717b2-0788-457d-9fba-bcfb1664cf21), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:09.705250 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:20:09.732674 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-688ca9fe-5a7e-4db6-9876-31293c8951f2 None None] Current status of the port 2d5f14d8-97ae-45cd-98a4-2634bc19c645 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:20:09.799905 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-688ca9fe-5a7e-4db6-9876-31293c8951f2 None None] Provisioning complete for port 133717b2-0788-457d-9fba-bcfb1664cf21 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:20:09.800295 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-688ca9fe-5a7e-4db6-9876-31293c8951f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (133717b2-0788-457d-9fba-bcfb1664cf21), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:09.800636 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-688ca9fe-5a7e-4db6-9876-31293c8951f2 None None] Attempt 1 to provision port 133717b2-0788-457d-9fba-bcfb1664cf21 Sep 27 04:20:09.817660 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] For port 133717b2-0788-457d-9fba-bcfb1664cf21, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=133717b2-0788-457d-9fba-bcfb1664cf21,segment=NetworkSegment(188f0649-0d82-4591-a8be-8000cf940ed2),segment_id=188f0649-0d82-4591-a8be-8000cf940ed2)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:20:09.833727 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 55604) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:09.845380 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:09.851403 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (133717b2-0788-457d-9fba-bcfb1664cf21), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:09.852080 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device b46b0326-166d-45b8-8db2-cac369fbf847 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:20:09.860343 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-0d7411c2-b574-4721-ac35-1eba8c34bc49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:09.901225 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-c6af1ada-b348-46df-a401-568c12207180 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'name': 'tempest-AttachVolumeShelveTestJSON-185060981-router', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:58Z', 'updated_at': '2022-09-27T04:20:07Z', 'revision_number': 4, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'gw_port': {'id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:00Z', 'updated_at': '2022-09-27T04:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'd38ba25f-11e0-4272-a046-108afa9fa96c', 'name': '', 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'mac_address': 'fa:16:3e:e9:8a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:06Z', 'updated_at': '2022-09-27T04:20:07Z', 'revision_number': 2, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'subnets': [{'id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:20:09.916112 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 55606) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:09.921072 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-a05727f2-48b1-437a-9ab0-cd920dfdb7c5 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Request body: {'security_group': {'name': 'tempest-securitygroup--662136365', 'description': 'tempest-description--449964460'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:20:09.989846 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a05727f2-48b1-437a-9ab0-cd920dfdb7c5 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:09.997704 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-0d7411c2-b574-4721-ac35-1eba8c34bc49 admin admin] Publish callbacks [] for security_group (8fba75e2-2d88-47e9-8e93-721804b489f7), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:10.006155 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-0d7411c2-b574-4721-ac35-1eba8c34bc49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (8fba75e2-2d88-47e9-8e93-721804b489f7), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:10.006874 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8b564338-1e6a-4071-b719-71a36117ca93 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for port (ab414d11-ac61-465d-b26b-bf3568c658c0), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:10.018576 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6af1ada-b348-46df-a401-568c12207180 None None] The sync data for ids ['484d1f09-a6b1-4259-a367-00e5d24c5c04'] in dv-cinder-859186-3-iscsi is: [{'id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'name': 'tempest-AttachVolumeShelveTestJSON-185060981-router', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:58Z', 'updated_at': '2022-09-27T04:20:07Z', 'revision_number': 4, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'gw_port': {'id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dc:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:00Z', 'updated_at': '2022-09-27T04:20:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'd38ba25f-11e0-4272-a046-108afa9fa96c', 'name': '', 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'mac_address': 'fa:16:3e:e9:8a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:06Z', 'updated_at': '2022-09-27T04:20:07Z', 'revision_number': 2, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'subnets': [{'id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:20:10.028473 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8b564338-1e6a-4071-b719-71a36117ca93 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (ab414d11-ac61-465d-b26b-bf3568c658c0), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:10.029789 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8b564338-1e6a-4071-b719-71a36117ca93 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4106707'] for floatingip (1ad405be-9703-4a26-a988-bab76e9c13a6), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:10.069499 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Pushing event updated for resources: {'Port': ['ID=133717b2-0788-457d-9fba-bcfb1664cf21,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:10.086677 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7411c2-b574-4721-ac35-1eba8c34bc49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fba75e2-2d88-47e9-8e93-721804b489f7,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:10.097445 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-0d7411c2-b574-4721-ac35-1eba8c34bc49 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=7dede4c1da794d3db68881d477955d7d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2623105 Sep 27 04:20:10.098388 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 55610) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:10.103069 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port b46b0326-166d-45b8-8db2-cac369fbf847 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:20:10.103625 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (b46b0326-166d-45b8-8db2-cac369fbf847), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:10.103903 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port b46b0326-166d-45b8-8db2-cac369fbf847 Sep 27 04:20:10.128006 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8b564338-1e6a-4071-b719-71a36117ca93 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:10.139025 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-8b564338-1e6a-4071-b719-71a36117ca93 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3122578 Sep 27 04:20:10.153117 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-688ca9fe-5a7e-4db6-9876-31293c8951f2 None None] Current status of the port 133717b2-0788-457d-9fba-bcfb1664cf21 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:20:10.170496 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f5b11f77-e637-4e69-9869-7502c332561f admin admin] Publish callbacks [] for security_group (8fba75e2-2d88-47e9-8e93-721804b489f7), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:10.175817 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b564338-1e6a-4071-b719-71a36117ca93 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Pushing event updated for resources: {'Port': ['ID=ab414d11-ac61-465d-b26b-bf3568c658c0,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:10.218684 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port b46b0326-166d-45b8-8db2-cac369fbf847 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:20:10.219048 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (b46b0326-166d-45b8-8db2-cac369fbf847), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:10.228114 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a05727f2-48b1-437a-9ab0-cd920dfdb7c5 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for security_group (34ffa770-a7d9-4d84-9c61-d25f5aba0345), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:10.232341 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f5b11f77-e637-4e69-9869-7502c332561f admin admin] Publish callbacks [] for security_group (8fba75e2-2d88-47e9-8e93-721804b489f7), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:10.235574 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a05727f2-48b1-437a-9ab0-cd920dfdb7c5 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (34ffa770-a7d9-4d84-9c61-d25f5aba0345), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:10.246769 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] For port b46b0326-166d-45b8-8db2-cac369fbf847, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=b46b0326-166d-45b8-8db2-cac369fbf847,segment=NetworkSegment(458173e0-a334-422f-a9db-e4c60ba44888),segment_id=458173e0-a334-422f-a9db-e4c60ba44888)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:20:10.250996 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (b46b0326-166d-45b8-8db2-cac369fbf847), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:10.305609 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a05727f2-48b1-437a-9ab0-cd920dfdb7c5 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:10.312374 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-a05727f2-48b1-437a-9ab0-cd920dfdb7c5 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.3951919 Sep 27 04:20:10.316889 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 55614) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:10.325062 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-f1c5d8bd-f9e8-47e8-8905-449b8197e5cc tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Request body: {'security_group_rule': {'security_group_id': '34ffa770-a7d9-4d84-9c61-d25f5aba0345', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:20:10.347631 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-4b9952b0-f025-4755-b422-691624730efa None None] Provisioning complete for port 3644c780-ef74-4954-a68a-6cc2eadf34ce triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:20:10.348013 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-4b9952b0-f025-4755-b422-691624730efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (3644c780-ef74-4954-a68a-6cc2eadf34ce), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:10.348424 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-4b9952b0-f025-4755-b422-691624730efa None None] Attempt 1 to provision port 3644c780-ef74-4954-a68a-6cc2eadf34ce Sep 27 04:20:10.349835 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:10.369558 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05727f2-48b1-437a-9ab0-cd920dfdb7c5 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34ffa770-a7d9-4d84-9c61-d25f5aba0345,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:10.379096 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f5b11f77-e637-4e69-9869-7502c332561f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (8fba75e2-2d88-47e9-8e93-721804b489f7), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:10.384802 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f5b11f77-e637-4e69-9869-7502c332561f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:10.387532 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-f5b11f77-e637-4e69-9869-7502c332561f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8fba75e2-2d88-47e9-8e93-721804b489f7 HTTP/1.1" status: 204 len: 168 time: 0.2863886 Sep 27 04:20:10.418744 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f1c5d8bd-f9e8-47e8-8905-449b8197e5cc tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for security_group_rule (6d743cc6-d9f1-440d-885c-71164e6ec477), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:10.422066 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b11f77-e637-4e69-9869-7502c332561f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fba75e2-2d88-47e9-8e93-721804b489f7,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:10.541338 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Pushing event updated for resources: {'Port': ['ID=b46b0326-166d-45b8-8db2-cac369fbf847,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:10.621417 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:10.622992 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:10.625487 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-4b9952b0-f025-4755-b422-691624730efa None None] Current status of the port 3644c780-ef74-4954-a68a-6cc2eadf34ce is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:20:10.640946 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-4b9952b0-f025-4755-b422-691624730efa None None] Provisioning complete for port d38ba25f-11e0-4272-a046-108afa9fa96c triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:20:10.642291 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-4b9952b0-f025-4755-b422-691624730efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (d38ba25f-11e0-4272-a046-108afa9fa96c), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:10.642797 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-4b9952b0-f025-4755-b422-691624730efa None None] Attempt 1 to provision port d38ba25f-11e0-4272-a046-108afa9fa96c Sep 27 04:20:10.680324 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f1c5d8bd-f9e8-47e8-8905-449b8197e5cc tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for security_group_rule (6d743cc6-d9f1-440d-885c-71164e6ec477), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:10.695535 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-51347230-c118-4842-8992-32961de5ceae tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--331391197&fields=id&tenant_id=1c6cc70cbd2b4c04864f33ebafa06b5a HTTP/1.1" status: 200 len: 267 time: 0.1688433 Sep 27 04:20:10.697458 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f1c5d8bd-f9e8-47e8-8905-449b8197e5cc tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112009'] for security_group_rule (6d743cc6-d9f1-440d-885c-71164e6ec477), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:10.774736 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-4b9952b0-f025-4755-b422-691624730efa None None] Port d38ba25f-11e0-4272-a046-108afa9fa96c cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:20:10.834882 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c5d8bd-f9e8-47e8-8905-449b8197e5cc tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d743cc6-d9f1-440d-885c-71164e6ec477,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:10.838276 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 3644c780-ef74-4954-a68a-6cc2eadf34ce up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:20:10.860901 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f1c5d8bd-f9e8-47e8-8905-449b8197e5cc tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:10.865289 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-f1c5d8bd-f9e8-47e8-8905-449b8197e5cc tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5419652 Sep 27 04:20:10.865814 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 55650) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:10.873538 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-dfba21e4-8105-4e0b-a06c-6dff96308a05 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Request body: {'security_group_rule': {'security_group_id': '34ffa770-a7d9-4d84-9c61-d25f5aba0345', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:20:10.892013 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 55652) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:10.898982 dv-cinder-859186-3-iscsi neutron-server[106210]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 27 04:20:10.939765 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-4ad9ad16-52ac-4b7f-b56f-ebf489f5c295 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:10.941216 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-4ad9ad16-52ac-4b7f-b56f-ebf489f5c295 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/networks?id=a72f6105-d258-45cb-a84d-18590bef93c2 HTTP/1.1" status: 200 len: 810 time: 0.2244630 Sep 27 04:20:10.971651 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-8d83eafd-f2c5-4eab-9dc4-f768cfd4812d tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/quotas/1c6cc70cbd2b4c04864f33ebafa06b5a HTTP/1.1" status: 200 len: 375 time: 0.0167270 Sep 27 04:20:11.020728 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port 3644c780-ef74-4954-a68a-6cc2eadf34ce triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:20:11.023526 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (3644c780-ef74-4954-a68a-6cc2eadf34ce), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:11.023662 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port 3644c780-ef74-4954-a68a-6cc2eadf34ce Sep 27 04:20:11.096058 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-04fa9bbb-9da4-440f-820b-7857c07557f8 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=1c6cc70cbd2b4c04864f33ebafa06b5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1171386 Sep 27 04:20:11.245589 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1,neutron:INSERT=6,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:11.268520 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 3644c780-ef74-4954-a68a-6cc2eadf34ce is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:20:11.269682 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 133717b2-0788-457d-9fba-bcfb1664cf21 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:20:11.318618 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-87b6fda0-8fca-4a6f-bb03-8a0cad7809d1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/a72f6105-d258-45cb-a84d-18590bef93c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896126 Sep 27 04:20:11.334202 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-4b9952b0-f025-4755-b422-691624730efa None None] Attempt 2 to provision port d38ba25f-11e0-4272-a046-108afa9fa96c Sep 27 04:20:11.391332 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8da4a5cf-63f6-4be6-8bb5-d4f180b127b3 req-d1cad5ba-7890-4bf3-a0b4-f963d289fa08 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=355252e2-3471-4c92-95d1-adcecc4033c7 HTTP/1.1" status: 200 len: 210 time: 0.4955533 Sep 27 04:20:11.414351 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port 133717b2-0788-457d-9fba-bcfb1664cf21 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:20:11.414351 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (133717b2-0788-457d-9fba-bcfb1664cf21), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:11.414351 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port 133717b2-0788-457d-9fba-bcfb1664cf21 Sep 27 04:20:11.435479 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dfba21e4-8105-4e0b-a06c-6dff96308a05 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for security_group_rule (d0c58644-d510-42d0-8615-9f47df5d4142), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:11.453601 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-4b9952b0-f025-4755-b422-691624730efa None None] Port d38ba25f-11e0-4272-a046-108afa9fa96c cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:20:11.514365 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2494fb71-87c4-4594-b915-329ddd4c70c0 None None] Sync routers for ids ['1570ff6f-8fc2-4463-9e5e-3ed7a777c891'] in dv-cinder-859186-3-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:20:11.544089 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2494fb71-87c4-4594-b915-329ddd4c70c0 None None] Routers {'1570ff6f-8fc2-4463-9e5e-3ed7a777c891'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:20:11.545214 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-2494fb71-87c4-4594-b915-329ddd4c70c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:19:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['1570ff6f-8fc2-4463-9e5e-3ed7a777c891'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:20:11.545669 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dfba21e4-8105-4e0b-a06c-6dff96308a05 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for security_group_rule (d0c58644-d510-42d0-8615-9f47df5d4142), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:11.552625 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 133717b2-0788-457d-9fba-bcfb1664cf21 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:20:11.554396 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 0013e2cc-d36e-4a05-a5c8-47024496dd16 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:20:11.559658 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dfba21e4-8105-4e0b-a06c-6dff96308a05 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112009'] for security_group_rule (d0c58644-d510-42d0-8615-9f47df5d4142), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:11.603971 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba21e4-8105-4e0b-a06c-6dff96308a05 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0c58644-d510-42d0-8615-9f47df5d4142,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:11.631035 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-bef5b0ba-c1f9-4098-940a-000d00039ac1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/a72f6105-d258-45cb-a84d-18590bef93c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110633 Sep 27 04:20:11.661375 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port 0013e2cc-d36e-4a05-a5c8-47024496dd16 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:20:11.661375 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (0013e2cc-d36e-4a05-a5c8-47024496dd16), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:11.661375 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port 0013e2cc-d36e-4a05-a5c8-47024496dd16 Sep 27 04:20:11.727760 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dfba21e4-8105-4e0b-a06c-6dff96308a05 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:11.728974 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-dfba21e4-8105-4e0b-a06c-6dff96308a05 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8617902 Sep 27 04:20:11.732459 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 55696) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:11.743170 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-06c9b811-5ae8-4210-b2bb-e7628c6a8d8d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Request body: {'floatingip': {'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:20:11.796630 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 0013e2cc-d36e-4a05-a5c8-47024496dd16 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:20:11.797051 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (0013e2cc-d36e-4a05-a5c8-47024496dd16), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:11.814279 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-06c9b811-5ae8-4210-b2bb-e7628c6a8d8d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:11.824369 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] For port 0013e2cc-d36e-4a05-a5c8-47024496dd16, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=0013e2cc-d36e-4a05-a5c8-47024496dd16,segment=NetworkSegment(458173e0-a334-422f-a9db-e4c60ba44888),segment_id=458173e0-a334-422f-a9db-e4c60ba44888)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:20:11.832882 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (0013e2cc-d36e-4a05-a5c8-47024496dd16), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:11.947667 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Pushing event updated for resources: {'Port': ['ID=0013e2cc-d36e-4a05-a5c8-47024496dd16,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:11.955340 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-4b9952b0-f025-4755-b422-691624730efa None None] Attempt 3 to provision port d38ba25f-11e0-4272-a046-108afa9fa96c Sep 27 04:20:12.118559 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-4b9952b0-f025-4755-b422-691624730efa None None] Port d38ba25f-11e0-4272-a046-108afa9fa96c cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:20:12.119607 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-2494fb71-87c4-4594-b915-329ddd4c70c0 None None] Set router 1570ff6f-8fc2-4463-9e5e-3ed7a777c891 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:20:12.178440 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6934fa43-c1b1-483e-a449-550889bb746c req-06d0c129-0931-4110-92db-9398b0d4c350 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 210 time: 0.1070364 Sep 27 04:20:12.261263 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:12.418236 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-06c9b811-5ae8-4210-b2bb-e7628c6a8d8d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:12.592275 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device b46b0326-166d-45b8-8db2-cac369fbf847 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:20:12.682973 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-4b9952b0-f025-4755-b422-691624730efa None None] Attempt 4 to provision port d38ba25f-11e0-4272-a046-108afa9fa96c Sep 27 04:20:12.772020 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-4b9952b0-f025-4755-b422-691624730efa None None] Port d38ba25f-11e0-4272-a046-108afa9fa96c cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:20:12.781774 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:12.815921 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [None req-06c9b811-5ae8-4210-b2bb-e7628c6a8d8d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Allocated IP 172.27.0.180 (4c2326fb-b4db-42c7-9331-4377c9818745/65648eee-291b-4b8a-95c0-f3ca12df09c9/f3a8b4a6-2987-4295-939e-4a2a5803075b) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:20:12.832502 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f1d17d11-2a7a-47e4-ac26-60fef615162f req-669af86c-08d6-4e0f-a0f0-06e664d073fb tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=355252e2-3471-4c92-95d1-adcecc4033c7 HTTP/1.1" status: 200 len: 210 time: 0.0558550 Sep 27 04:20:12.882383 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port b46b0326-166d-45b8-8db2-cac369fbf847 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:20:12.883326 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (b46b0326-166d-45b8-8db2-cac369fbf847), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:12.883930 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port b46b0326-166d-45b8-8db2-cac369fbf847 Sep 27 04:20:12.948850 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-2494fb71-87c4-4594-b915-329ddd4c70c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1570ff6f-8fc2-4463-9e5e-3ed7a777c891', 'name': 'tempest-DeleteServersTestJSON-1362071837-router', 'tenant_id': '7914c4b5217f411f807854ccb07e0365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '0013e2cc-d36e-4a05-a5c8-47024496dd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:57Z', 'updated_at': '2022-09-27T04:20:04Z', 'revision_number': 4, 'project_id': '7914c4b5217f411f807854ccb07e0365', 'gw_port': {'id': '0013e2cc-d36e-4a05-a5c8-47024496dd16', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4b:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1570ff6f-8fc2-4463-9e5e-3ed7a777c891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:19:58Z', 'updated_at': '2022-09-27T04:20:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '5c3fe5c2-e2df-4f03-bd8f-40af037c4b87', 'name': '', 'network_id': '90468030-e15f-4d68-bea3-d020393e070f', 'tenant_id': '7914c4b5217f411f807854ccb07e0365', 'mac_address': 'fa:16:3e:ad:cb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1570ff6f-8fc2-4463-9e5e-3ed7a777c891', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ef556055-3d79-4e00-91ba-4215c47f3d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:02Z', 'updated_at': '2022-09-27T04:20:04Z', 'revision_number': 2, 'project_id': '7914c4b5217f411f807854ccb07e0365', 'subnets': [{'id': 'ef556055-3d79-4e00-91ba-4215c47f3d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:20:13.029881 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-06c9b811-5ae8-4210-b2bb-e7628c6a8d8d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for port (f3a8b4a6-2987-4295-939e-4a2a5803075b), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:13.083971 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2494fb71-87c4-4594-b915-329ddd4c70c0 None None] Checking router: 1570ff6f-8fc2-4463-9e5e-3ed7a777c891 for host: dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:20:13.084362 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2494fb71-87c4-4594-b915-329ddd4c70c0 None None] Updating router 1570ff6f-8fc2-4463-9e5e-3ed7a777c891 port 5c3fe5c2-e2df-4f03-bd8f-40af037c4b87 binding host dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 04:20:13.120036 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2494fb71-87c4-4594-b915-329ddd4c70c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (5c3fe5c2-e2df-4f03-bd8f-40af037c4b87), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:13.138705 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-06c9b811-5ae8-4210-b2bb-e7628c6a8d8d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084'] for port (f3a8b4a6-2987-4295-939e-4a2a5803075b), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:13.139074 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port b46b0326-166d-45b8-8db2-cac369fbf847 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:20:13.147383 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 72256acd-5a77-4ad3-be5d-043dcec0575b up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:20:13.169797 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:13.239369 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06c9b811-5ae8-4210-b2bb-e7628c6a8d8d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Network 4c2326fb-b4db-42c7-9331-4377c9818745 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:20:13.262026 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-06c9b811-5ae8-4210-b2bb-e7628c6a8d8d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:20:13.265169 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06c9b811-5ae8-4210-b2bb-e7628c6a8d8d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:20:13.275258 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-4b9952b0-f025-4755-b422-691624730efa None None] Attempt 5 to provision port d38ba25f-11e0-4272-a046-108afa9fa96c Sep 27 04:20:13.379655 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-06c9b811-5ae8-4210-b2bb-e7628c6a8d8d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for floatingip (66179e57-7da1-4953-9db1-3d263a97c895), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:13.393922 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d634775d-4ebc-406a-b92a-1a5a4fa37cdc req-99dbb25a-aae7-4f8c-9413-91c8d323f103 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 210 time: 0.0899501 Sep 27 04:20:13.424695 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:13.472538 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-4b9952b0-f025-4755-b422-691624730efa None None] Port d38ba25f-11e0-4272-a046-108afa9fa96c cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:20:13.481632 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port 72256acd-5a77-4ad3-be5d-043dcec0575b triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:20:13.483604 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (72256acd-5a77-4ad3-be5d-043dcec0575b), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:13.484370 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port 72256acd-5a77-4ad3-be5d-043dcec0575b Sep 27 04:20:13.507214 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:13.565386 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9b811-5ae8-4210-b2bb-e7628c6a8d8d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Pushing event updated for resources: {'Port': ['ID=f3a8b4a6-2987-4295-939e-4a2a5803075b,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:13.596806 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-06c9b811-5ae8-4210-b2bb-e7628c6a8d8d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (f3a8b4a6-2987-4295-939e-4a2a5803075b), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:13.741995 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2494fb71-87c4-4594-b915-329ddd4c70c0 None None] Publish callbacks [] for port (5c3fe5c2-e2df-4f03-bd8f-40af037c4b87), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:13.751851 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2494fb71-87c4-4594-b915-329ddd4c70c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (5c3fe5c2-e2df-4f03-bd8f-40af037c4b87), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:13.801048 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 72256acd-5a77-4ad3-be5d-043dcec0575b is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:20:13.801593 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (72256acd-5a77-4ad3-be5d-043dcec0575b), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:13.859664 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] For port 72256acd-5a77-4ad3-be5d-043dcec0575b, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=72256acd-5a77-4ad3-be5d-043dcec0575b,segment=NetworkSegment(458173e0-a334-422f-a9db-e4c60ba44888),segment_id=458173e0-a334-422f-a9db-e4c60ba44888)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:20:13.866067 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (72256acd-5a77-4ad3-be5d-043dcec0575b), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:13.868475 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 0013e2cc-d36e-4a05-a5c8-47024496dd16 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:20:13.886081 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:13.889933 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a815a07-0221-4df7-a5b9-1129361ce908 None None] Pushing event updated for resources: {'Port': ['ID=5c3fe5c2-e2df-4f03-bd8f-40af037c4b87,revision_number=3']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:13.973042 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Pushing event updated for resources: {'Port': ['ID=72256acd-5a77-4ad3-be5d-043dcec0575b,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:13.977940 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port 0013e2cc-d36e-4a05-a5c8-47024496dd16 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:20:13.978562 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (0013e2cc-d36e-4a05-a5c8-47024496dd16), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:13.979223 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port 0013e2cc-d36e-4a05-a5c8-47024496dd16 Sep 27 04:20:13.981326 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-4b9952b0-f025-4755-b422-691624730efa None None] Attempt 6 to provision port d38ba25f-11e0-4272-a046-108afa9fa96c Sep 27 04:20:14.025918 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-4b9952b0-f025-4755-b422-691624730efa None None] Port d38ba25f-11e0-4272-a046-108afa9fa96c cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:20:14.101940 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-2494fb71-87c4-4594-b915-329ddd4c70c0 None None] Attempting to bind port 5c3fe5c2-e2df-4f03-bd8f-40af037c4b87 on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:20:14.103353 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-2494fb71-87c4-4594-b915-329ddd4c70c0 None None] Attempting to bind port 5c3fe5c2-e2df-4f03-bd8f-40af037c4b87 by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': '140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '90468030-e15f-4d68-bea3-d020393e070f'}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:20:14.104083 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2494fb71-87c4-4594-b915-329ddd4c70c0 None None] Attempting to bind port 5c3fe5c2-e2df-4f03-bd8f-40af037c4b87 on network 90468030-e15f-4d68-bea3-d020393e070f {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:20:14.126621 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 0013e2cc-d36e-4a05-a5c8-47024496dd16 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:20:14.162903 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c11b8ae6-3ccf-4006-82c6-9630b98717b4 req-b1593662-5fde-448f-a656-6113424bd60f tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=355252e2-3471-4c92-95d1-adcecc4033c7 HTTP/1.1" status: 200 len: 210 time: 0.1048863 Sep 27 04:20:14.163997 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 55828) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:14.168546 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-06c9b811-5ae8-4210-b2bb-e7628c6a8d8d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for port (f3a8b4a6-2987-4295-939e-4a2a5803075b), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:14.192983 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-06c9b811-5ae8-4210-b2bb-e7628c6a8d8d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (f3a8b4a6-2987-4295-939e-4a2a5803075b), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:14.194873 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-06c9b811-5ae8-4210-b2bb-e7628c6a8d8d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4106707'] for floatingip (66179e57-7da1-4953-9db1-3d263a97c895), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:14.240920 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2494fb71-87c4-4594-b915-329ddd4c70c0 None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:20:14.241552 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2494fb71-87c4-4594-b915-329ddd4c70c0 None None] Checking segment: {'id': '140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '90468030-e15f-4d68-bea3-d020393e070f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:20:14.242210 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2494fb71-87c4-4594-b915-329ddd4c70c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:14.242758 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2494fb71-87c4-4594-b915-329ddd4c70c0 None None] Bound using segment: {'id': '140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '90468030-e15f-4d68-bea3-d020393e070f'} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:20:14.243377 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-2494fb71-87c4-4594-b915-329ddd4c70c0 None None] Bound port: 5c3fe5c2-e2df-4f03-bd8f-40af037c4b87, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '90468030-e15f-4d68-bea3-d020393e070f'}}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:20:14.247565 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2494fb71-87c4-4594-b915-329ddd4c70c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (5c3fe5c2-e2df-4f03-bd8f-40af037c4b87), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:14.315932 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-06c9b811-5ae8-4210-b2bb-e7628c6a8d8d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:14.317411 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-06c9b811-5ae8-4210-b2bb-e7628c6a8d8d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5837307 Sep 27 04:20:14.333676 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9b811-5ae8-4210-b2bb-e7628c6a8d8d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Pushing event updated for resources: {'Port': ['ID=f3a8b4a6-2987-4295-939e-4a2a5803075b,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:14.369344 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-2494fb71-87c4-4594-b915-329ddd4c70c0 None None] For port 5c3fe5c2-e2df-4f03-bd8f-40af037c4b87, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:20:14.382105 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-2494fb71-87c4-4594-b915-329ddd4c70c0 None None] For port 5c3fe5c2-e2df-4f03-bd8f-40af037c4b87, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=5c3fe5c2-e2df-4f03-bd8f-40af037c4b87,segment=NetworkSegment(140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5),segment_id=140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5)] {{(pid=106213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:20:14.400088 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-2494fb71-87c4-4594-b915-329ddd4c70c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (5c3fe5c2-e2df-4f03-bd8f-40af037c4b87), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:14.461791 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.57', 52229) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:14.522080 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 72256acd-5a77-4ad3-be5d-043dcec0575b up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:20:14.594831 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-4b9952b0-f025-4755-b422-691624730efa None None] Attempt 7 to provision port d38ba25f-11e0-4272-a046-108afa9fa96c Sep 27 04:20:14.703326 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-4b9952b0-f025-4755-b422-691624730efa None None] Port d38ba25f-11e0-4272-a046-108afa9fa96c cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:20:14.787012 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f8e9b31c-458d-4a71-989e-f09bb1fc05a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:14.826514 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-8911469d-56a6-47a0-b7db-3e907a7cf6b1 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:14.828724 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-8911469d-56a6-47a0-b7db-3e907a7cf6b1 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.57 "GET /networking/v2.0/networks?id=90468030-e15f-4d68-bea3-d020393e070f HTTP/1.1" status: 200 len: 812 time: 0.3648825 Sep 27 04:20:14.835307 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port 72256acd-5a77-4ad3-be5d-043dcec0575b triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:20:14.841083 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (72256acd-5a77-4ad3-be5d-043dcec0575b), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:14.841444 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port 72256acd-5a77-4ad3-be5d-043dcec0575b Sep 27 04:20:14.884105 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:14.919121 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2494fb71-87c4-4594-b915-329ddd4c70c0 None None] Routers {'1570ff6f-8fc2-4463-9e5e-3ed7a777c891'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:20:14.919412 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-d1b42dc5-7234-4500-91cf-ea7e51554b6c tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Request body: {'port': {'device_id': '355252e2-3471-4c92-95d1-adcecc4033c7', 'network_id': '90468030-e15f-4d68-bea3-d020393e070f', 'admin_state_up': True, 'tenant_id': '7914c4b5217f411f807854ccb07e0365'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:20:14.920030 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-2494fb71-87c4-4594-b915-329ddd4c70c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:19:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['1570ff6f-8fc2-4463-9e5e-3ed7a777c891'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:20:14.926430 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cd2ea734-2025-4806-b5ab-ab65f38db68b req-d8d4c10e-9182-417c-80c3-1b7c7fcc8c32 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 210 time: 0.0962005 Sep 27 04:20:14.970767 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-1952edd5-fe4c-479e-bd3b-9728bed0bf94 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--662136365&fields=id&tenant_id=312fa89a4d9b43c5919b7bad5411002a HTTP/1.1" status: 200 len: 267 time: 0.1619186 Sep 27 04:20:15.098497 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:15.286519 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-2494fb71-87c4-4594-b915-329ddd4c70c0 None None] Set router 1570ff6f-8fc2-4463-9e5e-3ed7a777c891 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:20:15.365993 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 55894) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:15.414494 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-d1b42dc5-7234-4500-91cf-ea7e51554b6c tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Made reservation on behalf of 7914c4b5217f411f807854ccb07e0365 for: {'port': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:20:15.421998 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-4b9952b0-f025-4755-b422-691624730efa None None] Attempt 8 to provision port d38ba25f-11e0-4272-a046-108afa9fa96c Sep 27 04:20:15.426011 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-d1b42dc5-7234-4500-91cf-ea7e51554b6c tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:15.531020 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f8e9b31c-458d-4a71-989e-f09bb1fc05a4 admin admin] Publish callbacks [] for security_group (fcee1793-539b-4b74-b59d-37139346ac9e), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:15.552936 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a3ca9d76-26ee-4f8f-9141-49d36f25ec6b req-1fa96661-bfbc-4969-a05e-7ab02d758b80 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=355252e2-3471-4c92-95d1-adcecc4033c7 HTTP/1.1" status: 200 len: 210 time: 0.0994351 Sep 27 04:20:15.560255 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-4b9952b0-f025-4755-b422-691624730efa None None] Port d38ba25f-11e0-4272-a046-108afa9fa96c cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:20:15.579535 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-527f3cec-179c-451a-9adb-beee4e8a4f28 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:15.579535 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-527f3cec-179c-451a-9adb-beee4e8a4f28 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/networks?id=50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6 HTTP/1.1" status: 200 len: 816 time: 0.6000481 Sep 27 04:20:15.579535 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f8e9b31c-458d-4a71-989e-f09bb1fc05a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (fcee1793-539b-4b74-b59d-37139346ac9e), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:15.599903 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 72256acd-5a77-4ad3-be5d-043dcec0575b is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:20:15.725532 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e443319-666c-40f1-b761-318c1c462a19 None None] Sync routers for ids ['484d1f09-a6b1-4259-a367-00e5d24c5c04'] in dv-cinder-859186-3-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:20:15.747475 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e443319-666c-40f1-b761-318c1c462a19 None None] Routers {'484d1f09-a6b1-4259-a367-00e5d24c5c04'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:20:15.751083 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-3e443319-666c-40f1-b761-318c1c462a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:19:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['484d1f09-a6b1-4259-a367-00e5d24c5c04'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:20:15.754558 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e9b31c-458d-4a71-989e-f09bb1fc05a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcee1793-539b-4b74-b59d-37139346ac9e,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:15.782578 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-e826ef90-9caf-4a6c-b52c-92e8d1ee4c83 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/quotas/312fa89a4d9b43c5919b7bad5411002a HTTP/1.1" status: 200 len: 375 time: 0.1799400 Sep 27 04:20:15.789720 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.57', 52239) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:15.914596 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a815a07-0221-4df7-a5b9-1129361ce908 None None] Pushing event updated for resources: {'Port': ['ID=5c3fe5c2-e2df-4f03-bd8f-40af037c4b87,revision_number=4']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:15.941065 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-bc265944-04a1-49e7-bf95-cc8eec12654b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=312fa89a4d9b43c5919b7bad5411002a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1557927 Sep 27 04:20:16.067818 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-4b9952b0-f025-4755-b422-691624730efa None None] Attempt 9 to provision port d38ba25f-11e0-4272-a046-108afa9fa96c Sep 27 04:20:16.111505 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-2494fb71-87c4-4594-b915-329ddd4c70c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1570ff6f-8fc2-4463-9e5e-3ed7a777c891', 'name': 'tempest-DeleteServersTestJSON-1362071837-router', 'tenant_id': '7914c4b5217f411f807854ccb07e0365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '0013e2cc-d36e-4a05-a5c8-47024496dd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:57Z', 'updated_at': '2022-09-27T04:20:04Z', 'revision_number': 4, 'project_id': '7914c4b5217f411f807854ccb07e0365', 'gw_port': {'id': '0013e2cc-d36e-4a05-a5c8-47024496dd16', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1570ff6f-8fc2-4463-9e5e-3ed7a777c891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:19:58Z', 'updated_at': '2022-09-27T04:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '5c3fe5c2-e2df-4f03-bd8f-40af037c4b87', 'name': '', 'network_id': '90468030-e15f-4d68-bea3-d020393e070f', 'tenant_id': '7914c4b5217f411f807854ccb07e0365', 'mac_address': 'fa:16:3e:ad:cb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1570ff6f-8fc2-4463-9e5e-3ed7a777c891', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ef556055-3d79-4e00-91ba-4215c47f3d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:02Z', 'updated_at': '2022-09-27T04:20:14Z', 'revision_number': 4, 'project_id': '7914c4b5217f411f807854ccb07e0365', 'subnets': [{'id': 'ef556055-3d79-4e00-91ba-4215c47f3d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:20:16.157685 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-3e443319-666c-40f1-b761-318c1c462a19 None None] Set router 484d1f09-a6b1-4259-a367-00e5d24c5c04 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:20:16.160352 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:16.187837 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=8 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:16.204297 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-0f621f17-d874-4287-93c0-92b630d9b0c2 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2423942 Sep 27 04:20:16.242350 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2494fb71-87c4-4594-b915-329ddd4c70c0 None None] The sync data for ids ['1570ff6f-8fc2-4463-9e5e-3ed7a777c891'] in dv-cinder-859186-3-iscsi is: [{'id': '1570ff6f-8fc2-4463-9e5e-3ed7a777c891', 'name': 'tempest-DeleteServersTestJSON-1362071837-router', 'tenant_id': '7914c4b5217f411f807854ccb07e0365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '0013e2cc-d36e-4a05-a5c8-47024496dd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:57Z', 'updated_at': '2022-09-27T04:20:04Z', 'revision_number': 4, 'project_id': '7914c4b5217f411f807854ccb07e0365', 'gw_port': {'id': '0013e2cc-d36e-4a05-a5c8-47024496dd16', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1570ff6f-8fc2-4463-9e5e-3ed7a777c891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:19:58Z', 'updated_at': '2022-09-27T04:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '5c3fe5c2-e2df-4f03-bd8f-40af037c4b87', 'name': '', 'network_id': '90468030-e15f-4d68-bea3-d020393e070f', 'tenant_id': '7914c4b5217f411f807854ccb07e0365', 'mac_address': 'fa:16:3e:ad:cb:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1570ff6f-8fc2-4463-9e5e-3ed7a777c891', 'device_owner': 'network:router_interface', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'ef556055-3d79-4e00-91ba-4215c47f3d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:02Z', 'updated_at': '2022-09-27T04:20:14Z', 'revision_number': 4, 'project_id': '7914c4b5217f411f807854ccb07e0365', 'subnets': [{'id': 'ef556055-3d79-4e00-91ba-4215c47f3d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:20:16.261261 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-4b9952b0-f025-4755-b422-691624730efa None None] Port d38ba25f-11e0-4272-a046-108afa9fa96c cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:20:16.268980 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-f8e9b31c-458d-4a71-989e-f09bb1fc05a4 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=03e64281787145cc82cb14497b022a36&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0979075 Sep 27 04:20:16.322863 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:16.377534 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 55936) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:16.431535 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:16.474041 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fab61a58-d5d4-4111-9eca-cfb5058c833e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:16.493376 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 5c3fe5c2-e2df-4f03-bd8f-40af037c4b87 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:20:16.529234 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c3cffaa9-36cd-4522-9e69-e3838d3130dc admin admin] Publish callbacks [] for security_group (fcee1793-539b-4b74-b59d-37139346ac9e), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:16.574670 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-d49b6010-9544-4de1-b0b9-71771e399aa9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692253 Sep 27 04:20:16.598410 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-d1b42dc5-7234-4500-91cf-ea7e51554b6c tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Allocated IP 172.20.0.11 (90468030-e15f-4d68-bea3-d020393e070f/ef556055-3d79-4e00-91ba-4215c47f3d3a/acd21fd8-866c-4c10-9697-2fe37ef43cf1) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:20:16.601537 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c3cffaa9-36cd-4522-9e69-e3838d3130dc admin admin] Publish callbacks [] for security_group (fcee1793-539b-4b74-b59d-37139346ac9e), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:16.610266 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:16.692287 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port 5c3fe5c2-e2df-4f03-bd8f-40af037c4b87 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:20:16.692891 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (5c3fe5c2-e2df-4f03-bd8f-40af037c4b87), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:16.693371 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port 5c3fe5c2-e2df-4f03-bd8f-40af037c4b87 Sep 27 04:20:16.693842 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c3cffaa9-36cd-4522-9e69-e3838d3130dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (fcee1793-539b-4b74-b59d-37139346ac9e), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:16.696760 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c3cffaa9-36cd-4522-9e69-e3838d3130dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:16.699638 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-c3cffaa9-36cd-4522-9e69-e3838d3130dc admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/fcee1793-539b-4b74-b59d-37139346ac9e HTTP/1.1" status: 204 len: 168 time: 0.3199036 Sep 27 04:20:16.744484 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cffaa9-36cd-4522-9e69-e3838d3130dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcee1793-539b-4b74-b59d-37139346ac9e,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:16.766807 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-4b9952b0-f025-4755-b422-691624730efa None None] Attempt 10 to provision port d38ba25f-11e0-4272-a046-108afa9fa96c Sep 27 04:20:16.775700 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-3e443319-666c-40f1-b761-318c1c462a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'name': 'tempest-AttachVolumeShelveTestJSON-185060981-router', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:58Z', 'updated_at': '2022-09-27T04:20:07Z', 'revision_number': 4, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'gw_port': {'id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:00Z', 'updated_at': '2022-09-27T04:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'd38ba25f-11e0-4272-a046-108afa9fa96c', 'name': '', 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'mac_address': 'fa:16:3e:e9:8a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:06Z', 'updated_at': '2022-09-27T04:20:07Z', 'revision_number': 2, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'subnets': [{'id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:20:16.813980 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c5666a91-3990-4921-8deb-f0dfc2b43965 req-7a155a9c-a457-4100-b8b5-043a74e8dceb tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 210 time: 0.4790928 Sep 27 04:20:16.886624 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-d228aa7b-f767-4ae9-8c8b-129859a8d63d tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:16.891649 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-d228aa7b-f767-4ae9-8c8b-129859a8d63d tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.57 "GET /networking/v2.0/networks?id=a72f6105-d258-45cb-a84d-18590bef93c2 HTTP/1.1" status: 200 len: 810 time: 1.0997565 Sep 27 04:20:17.058258 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-4b9952b0-f025-4755-b422-691624730efa None None] Port d38ba25f-11e0-4272-a046-108afa9fa96c cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:20:17.059705 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-7f179d5c-9af0-4721-97c7-25b28c136199 req-a0cfdb9c-bd92-419d-84b1-ebf28b550300 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 210 time: 0.0753376 Sep 27 04:20:17.060974 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e443319-666c-40f1-b761-318c1c462a19 None None] Checking router: 484d1f09-a6b1-4259-a367-00e5d24c5c04 for host: dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:20:17.061607 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e443319-666c-40f1-b761-318c1c462a19 None None] Updating router 484d1f09-a6b1-4259-a367-00e5d24c5c04 port d38ba25f-11e0-4272-a046-108afa9fa96c binding host dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 04:20:17.182353 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-4b9952b0-f025-4755-b422-691624730efa None None] Provisioning complete for port 133717b2-0788-457d-9fba-bcfb1664cf21 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:20:17.186938 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-4b9952b0-f025-4755-b422-691624730efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (133717b2-0788-457d-9fba-bcfb1664cf21), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:17.187550 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-4b9952b0-f025-4755-b422-691624730efa None None] Attempt 1 to provision port 133717b2-0788-457d-9fba-bcfb1664cf21 Sep 27 04:20:17.202672 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-3e443319-666c-40f1-b761-318c1c462a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (d38ba25f-11e0-4272-a046-108afa9fa96c), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:17.466126 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f34d6d9b-60c2-4bf6-be57-d40400ad7296 req-0f59f72a-e9f3-4adc-b239-3d6ab2fceb8f tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=355252e2-3471-4c92-95d1-adcecc4033c7 HTTP/1.1" status: 200 len: 210 time: 0.5077417 Sep 27 04:20:17.541435 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-ec34e049-4db6-4c6f-9b8c-60e613f65800 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1c6cc70cbd2b4c04864f33ebafa06b5a HTTP/1.1" status: 200 len: 379 time: 0.6309893 Sep 27 04:20:17.638339 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 55984) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:17.670226 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-84210ade-33a1-4a55-9855-6dba13adb6f5 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Request body: {'port': {'device_id': 'e24dba8d-ecd7-482f-9c93-79e714785fec', 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2', 'admin_state_up': True, 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'security_groups': ['62743add-abd0-40c3-a1bc-b77cc5f58cd6']}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:20:17.697523 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-61f149fc-70ca-42e2-a4fe-db992f332ed0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:17.705610 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-d1b42dc5-7234-4500-91cf-ea7e51554b6c tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Publish callbacks [] for port (acd21fd8-866c-4c10-9697-2fe37ef43cf1), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:17.807610 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:17.830763 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 55990) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:17.908269 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fab61a58-d5d4-4111-9eca-cfb5058c833e admin admin] Publish callbacks [] for security_group (8891bddb-189f-47ad-a30c-6739966db708), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:17.968681 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fab61a58-d5d4-4111-9eca-cfb5058c833e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (8891bddb-189f-47ad-a30c-6739966db708), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:18.047856 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-61f149fc-70ca-42e2-a4fe-db992f332ed0 admin admin] Publish callbacks [] for security_group (053b8d58-809c-42fd-b227-a2106fd31162), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:18.055424 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-61f149fc-70ca-42e2-a4fe-db992f332ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (053b8d58-809c-42fd-b227-a2106fd31162), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:18.212388 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-fab61a58-d5d4-4111-9eca-cfb5058c833e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=8d1245be9be24a5fbae54af071270e21&name=default HTTP/1.1" status: 200 len: 2995 time: 2.8412087 Sep 27 04:20:18.217474 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 56008) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:18.335541 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab61a58-d5d4-4111-9eca-cfb5058c833e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8891bddb-189f-47ad-a30c-6739966db708,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:18.352425 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e76870fe-c455-4fdd-8734-79179e73dfe1 req-05e3d7ed-5997-46c4-9f5a-fb9970959a1e tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 210 time: 0.1226904 Sep 27 04:20:18.434179 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c3aa95b9-f29c-40fa-9f9d-6b60b1e83484 req-0c26d974-a9b5-47f8-a85c-e153575e2c92 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 210 time: 0.3186007 Sep 27 04:20:18.462921 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-61f149fc-70ca-42e2-a4fe-db992f332ed0 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=7bafa7cf29ca4c1cb3b8f660ef47b739&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8237033 Sep 27 04:20:18.463931 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 56012) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:18.507226 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f149fc-70ca-42e2-a4fe-db992f332ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053b8d58-809c-42fd-b227-a2106fd31162,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:18.530961 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-d1b42dc5-7234-4500-91cf-ea7e51554b6c tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084'] for port (acd21fd8-866c-4c10-9697-2fe37ef43cf1), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:18.595194 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-3e443319-666c-40f1-b761-318c1c462a19 None None] Publish callbacks [] for port (d38ba25f-11e0-4272-a046-108afa9fa96c), precommit_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:18.602238 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:18.648512 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-3e443319-666c-40f1-b761-318c1c462a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (d38ba25f-11e0-4272-a046-108afa9fa96c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:18.734368 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-aa0a3d99-5bd4-4299-b209-ff1b9c0287c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:18.747434 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 5c3fe5c2-e2df-4f03-bd8f-40af037c4b87 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:20:18.747789 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (5c3fe5c2-e2df-4f03-bd8f-40af037c4b87), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:18.781125 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-d1b42dc5-7234-4500-91cf-ea7e51554b6c tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Network 90468030-e15f-4d68-bea3-d020393e070f is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:20:18.822638 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6650ec77-4d0e-4480-9dc9-f7dda0a9ea63 admin admin] Publish callbacks [] for security_group (8891bddb-189f-47ad-a30c-6739966db708), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:18.874926 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8f6b6cf7-f0e8-4e59-b3cf-0f7433fc1d88 admin admin] Publish callbacks [] for security_group (053b8d58-809c-42fd-b227-a2106fd31162), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:18.879042 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6650ec77-4d0e-4480-9dc9-f7dda0a9ea63 admin admin] Publish callbacks [] for security_group (8891bddb-189f-47ad-a30c-6739966db708), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:18.925344 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-d1b42dc5-7234-4500-91cf-ea7e51554b6c tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:20:18.939550 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8f6b6cf7-f0e8-4e59-b3cf-0f7433fc1d88 admin admin] Publish callbacks [] for security_group (053b8d58-809c-42fd-b227-a2106fd31162), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:18.940776 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:18.963251 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-d1b42dc5-7234-4500-91cf-ea7e51554b6c tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:20:18.974798 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-d1b42dc5-7234-4500-91cf-ea7e51554b6c tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:18.975910 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-d1b42dc5-7234-4500-91cf-ea7e51554b6c tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:19.031765 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299eca02-3086-4204-b2e0-5a4f384b4e52 None None] Pushing event updated for resources: {'Port': ['ID=d38ba25f-11e0-4272-a046-108afa9fa96c,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:19.133075 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-aa0a3d99-5bd4-4299-b209-ff1b9c0287c6 admin admin] Publish callbacks [] for security_group (f0452a84-e8c9-496b-af21-e94403e95e18), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:19.145919 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] For port 5c3fe5c2-e2df-4f03-bd8f-40af037c4b87, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=5c3fe5c2-e2df-4f03-bd8f-40af037c4b87,segment=NetworkSegment(140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5),segment_id=140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:20:19.150993 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-3e443319-666c-40f1-b761-318c1c462a19 None None] Attempting to bind port d38ba25f-11e0-4272-a046-108afa9fa96c on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:20:19.152756 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6650ec77-4d0e-4480-9dc9-f7dda0a9ea63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (8891bddb-189f-47ad-a30c-6739966db708), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:19.159981 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-3e443319-666c-40f1-b761-318c1c462a19 None None] Attempting to bind port d38ba25f-11e0-4272-a046-108afa9fa96c by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': '188f0649-0d82-4591-a8be-8000cf940ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:20:19.160585 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e443319-666c-40f1-b761-318c1c462a19 None None] Attempting to bind port d38ba25f-11e0-4272-a046-108afa9fa96c on network 50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:20:19.160720 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6650ec77-4d0e-4480-9dc9-f7dda0a9ea63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:19.172065 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-6650ec77-4d0e-4480-9dc9-f7dda0a9ea63 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8891bddb-189f-47ad-a30c-6739966db708 HTTP/1.1" status: 204 len: 168 time: 0.9278255 Sep 27 04:20:19.186840 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-aa0a3d99-5bd4-4299-b209-ff1b9c0287c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (f0452a84-e8c9-496b-af21-e94403e95e18), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:19.188143 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (5c3fe5c2-e2df-4f03-bd8f-40af037c4b87), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:19.288366 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-aa0a3d99-5bd4-4299-b209-ff1b9c0287c6 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=0699af01ace347ecb12751b6b819e4de&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4527478 Sep 27 04:20:19.290044 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-4b9952b0-f025-4755-b422-691624730efa None None] Current status of the port 133717b2-0788-457d-9fba-bcfb1664cf21 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:20:19.292403 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 56026) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:19.327278 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-4b9952b0-f025-4755-b422-691624730efa None None] Provisioning complete for port 5c3fe5c2-e2df-4f03-bd8f-40af037c4b87 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:20:19.327556 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-4b9952b0-f025-4755-b422-691624730efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (5c3fe5c2-e2df-4f03-bd8f-40af037c4b87), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:19.328076 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-4b9952b0-f025-4755-b422-691624730efa None None] Attempt 1 to provision port 5c3fe5c2-e2df-4f03-bd8f-40af037c4b87 Sep 27 04:20:19.402704 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6650ec77-4d0e-4480-9dc9-f7dda0a9ea63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8891bddb-189f-47ad-a30c-6739966db708,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:19.490650 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:19.513106 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a3d99-5bd4-4299-b209-ff1b9c0287c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0452a84-e8c9-496b-af21-e94403e95e18,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:19.526726 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8f6b6cf7-f0e8-4e59-b3cf-0f7433fc1d88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (053b8d58-809c-42fd-b227-a2106fd31162), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:19.535574 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8f6b6cf7-f0e8-4e59-b3cf-0f7433fc1d88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:19.539126 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-8f6b6cf7-f0e8-4e59-b3cf-0f7433fc1d88 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/053b8d58-809c-42fd-b227-a2106fd31162 HTTP/1.1" status: 204 len: 168 time: 1.0194118 Sep 27 04:20:19.562079 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Pushing event updated for resources: {'Port': ['ID=5c3fe5c2-e2df-4f03-bd8f-40af037c4b87,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:19.586617 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:19.602868 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e443319-666c-40f1-b761-318c1c462a19 None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 19, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:20:19.604135 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e443319-666c-40f1-b761-318c1c462a19 None None] Checking segment: {'id': '188f0649-0d82-4591-a8be-8000cf940ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:20:19.604809 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-3e443319-666c-40f1-b761-318c1c462a19 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:19.605439 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e443319-666c-40f1-b761-318c1c462a19 None None] Bound using segment: {'id': '188f0649-0d82-4591-a8be-8000cf940ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:20:19.606347 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-3e443319-666c-40f1-b761-318c1c462a19 None None] Bound port: d38ba25f-11e0-4272-a046-108afa9fa96c, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '188f0649-0d82-4591-a8be-8000cf940ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:20:19.607001 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-3e443319-666c-40f1-b761-318c1c462a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (d38ba25f-11e0-4272-a046-108afa9fa96c), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:19.634913 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-84210ade-33a1-4a55-9855-6dba13adb6f5 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Made reservation on behalf of 1c6cc70cbd2b4c04864f33ebafa06b5a for: {'port': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:20:19.646832 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-84210ade-33a1-4a55-9855-6dba13adb6f5 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:19.647662 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-234d426c-d332-4fc2-ba6b-12bdbb154686 admin admin] Publish callbacks [] for security_group (f0452a84-e8c9-496b-af21-e94403e95e18), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:19.650869 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b42dc5-7234-4500-91cf-ea7e51554b6c tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Pushing event updated for resources: {'Port': ['ID=acd21fd8-866c-4c10-9697-2fe37ef43cf1,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:19.679757 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b6cf7-f0e8-4e59-b3cf-0f7433fc1d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053b8d58-809c-42fd-b227-a2106fd31162,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:19.683135 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-d1b42dc5-7234-4500-91cf-ea7e51554b6c tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7788351 Sep 27 04:20:19.706152 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f1ba1334-582e-4b2e-acad-017f1b748c91 req-307687f0-ddb0-416e-b063-4bb8e9f4901f tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 210 time: 0.1033535 Sep 27 04:20:19.720084 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a4d3f8-6dd8-41de-aa3e-2ae79baaa390 req-7420b26a-563c-43a6-ab81-e14f2ef20a31 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:19.733794 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d5a4d3f8-6dd8-41de-aa3e-2ae79baaa390 req-7420b26a-563c-43a6-ab81-e14f2ef20a31 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=355252e2-3471-4c92-95d1-adcecc4033c7 HTTP/1.1" status: 200 len: 932 time: 0.9920781 Sep 27 04:20:19.789577 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-234d426c-d332-4fc2-ba6b-12bdbb154686 admin admin] Publish callbacks [] for security_group (f0452a84-e8c9-496b-af21-e94403e95e18), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:19.791879 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-3f0bb9ab-e619-4341-85dd-21e81e0943fd tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 04:20:19.798059 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-3f0bb9ab-e619-4341-85dd-21e81e0943fd tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0597548 Sep 27 04:20:19.874550 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-4b9952b0-f025-4755-b422-691624730efa None None] Current status of the port 5c3fe5c2-e2df-4f03-bd8f-40af037c4b87 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:20:19.971304 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:DELETE=12,neutron:SELECT=76,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:19.985963 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-234d426c-d332-4fc2-ba6b-12bdbb154686 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (f0452a84-e8c9-496b-af21-e94403e95e18), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:19.995216 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-234d426c-d332-4fc2-ba6b-12bdbb154686 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:20.001981 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-234d426c-d332-4fc2-ba6b-12bdbb154686 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/f0452a84-e8c9-496b-af21-e94403e95e18 HTTP/1.1" status: 204 len: 168 time: 0.7026646 Sep 27 04:20:20.007222 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-3e443319-666c-40f1-b761-318c1c462a19 None None] For port d38ba25f-11e0-4272-a046-108afa9fa96c, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:20:20.018810 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-3e443319-666c-40f1-b761-318c1c462a19 None None] For port d38ba25f-11e0-4272-a046-108afa9fa96c, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=d38ba25f-11e0-4272-a046-108afa9fa96c,segment=NetworkSegment(188f0649-0d82-4591-a8be-8000cf940ed2),segment_id=188f0649-0d82-4591-a8be-8000cf940ed2)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:20:20.058912 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-3e443319-666c-40f1-b761-318c1c462a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (d38ba25f-11e0-4272-a046-108afa9fa96c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:20.096756 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.57', 52251) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:20.152701 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-3ff53897-6085-400e-87d9-5eb1a3ce40d6 None None] Provisioning complete for port acd21fd8-866c-4c10-9697-2fe37ef43cf1 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:20:20.153355 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-3ff53897-6085-400e-87d9-5eb1a3ce40d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (acd21fd8-866c-4c10-9697-2fe37ef43cf1), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:20.154771 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-3ff53897-6085-400e-87d9-5eb1a3ce40d6 None None] Attempt 1 to provision port acd21fd8-866c-4c10-9697-2fe37ef43cf1 Sep 27 04:20:20.160999 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-bd41300c-a52c-4316-806e-8181a1ecfa5e req-c7208033-c769-4927-b6b2-684158fbeb57 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 210 time: 0.1841209 Sep 27 04:20:20.162337 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d426c-d332-4fc2-ba6b-12bdbb154686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0452a84-e8c9-496b-af21-e94403e95e18,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:20.240939 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e443319-666c-40f1-b761-318c1c462a19 None None] Routers {'484d1f09-a6b1-4259-a367-00e5d24c5c04'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:20:20.241895 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-3e443319-666c-40f1-b761-318c1c462a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:19:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['484d1f09-a6b1-4259-a367-00e5d24c5c04'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:20:20.346442 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d5a4d3f8-6dd8-41de-aa3e-2ae79baaa390 req-a7aecea0-3cee-46fc-b97f-bc7d1000ce5f tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6292e5d4-a4a9-48a7-955f-6a9e34544572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6102707 Sep 27 04:20:20.420678 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-3ff53897-6085-400e-87d9-5eb1a3ce40d6 None None] Port acd21fd8-866c-4c10-9697-2fe37ef43cf1 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:20:20.433520 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299eca02-3086-4204-b2e0-5a4f384b4e52 None None] Pushing event updated for resources: {'Port': ['ID=d38ba25f-11e0-4272-a046-108afa9fa96c,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:20.461201 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-42ac0003-dff2-4670-9c5c-07ae607f685d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:20.563169 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-84210ade-33a1-4a55-9855-6dba13adb6f5 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Allocated IP 172.20.0.5 (a72f6105-d258-45cb-a84d-18590bef93c2/8e579293-c2b5-4786-882a-437ca24df95d/ef3b9eed-fccf-490a-bc0f-2fe41f79b621) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:20:20.592217 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:20.625080 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-7dfa2b78-a624-437c-8a29-28f4bcb7a8b2 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:20.631585 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-3e443319-666c-40f1-b761-318c1c462a19 None None] Set router 484d1f09-a6b1-4259-a367-00e5d24c5c04 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:20:20.646915 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-7dfa2b78-a624-437c-8a29-28f4bcb7a8b2 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.57 "GET /networking/v2.0/networks?id=50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6 HTTP/1.1" status: 200 len: 816 time: 0.7396803 Sep 27 04:20:20.728464 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-f9ca79f9-a60e-4603-b0e5-5ac55dd0027e service neutron] Request body: {'port': {'device_id': '355252e2-3471-4c92-95d1-adcecc4033c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:20:20.918646 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-346ebbfa-242b-48ae-ae71-f6fe9603723c req-16e8b92d-a404-476a-aeac-a5ce6cd59634 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 210 time: 0.0861971 Sep 27 04:20:20.941464 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-f9ca79f9-a60e-4603-b0e5-5ac55dd0027e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (acd21fd8-866c-4c10-9697-2fe37ef43cf1), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:21.054274 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-3ff53897-6085-400e-87d9-5eb1a3ce40d6 None None] Attempt 2 to provision port acd21fd8-866c-4c10-9697-2fe37ef43cf1 Sep 27 04:20:21.093857 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:21.312940 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-3ff53897-6085-400e-87d9-5eb1a3ce40d6 None None] Port acd21fd8-866c-4c10-9697-2fe37ef43cf1 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:20:21.346044 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 56098) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:21.379530 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-487d2f28-0b01-408d-b29a-b2381a329df3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:21.605313 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-487d2f28-0b01-408d-b29a-b2381a329df3 admin admin] Publish callbacks [] for security_group (93dc8e1d-ced9-4d80-9c3a-e37aa4bb6452), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:21.653628 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-84210ade-33a1-4a55-9855-6dba13adb6f5 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for port (ef3b9eed-fccf-490a-bc0f-2fe41f79b621), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:21.670454 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-3e443319-666c-40f1-b761-318c1c462a19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'name': 'tempest-AttachVolumeShelveTestJSON-185060981-router', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:58Z', 'updated_at': '2022-09-27T04:20:07Z', 'revision_number': 4, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'gw_port': {'id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:00Z', 'updated_at': '2022-09-27T04:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'd38ba25f-11e0-4272-a046-108afa9fa96c', 'name': '', 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'mac_address': 'fa:16:3e:e9:8a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:06Z', 'updated_at': '2022-09-27T04:20:19Z', 'revision_number': 4, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'subnets': [{'id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:20:21.734105 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-84210ade-33a1-4a55-9855-6dba13adb6f5 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084'] for port (ef3b9eed-fccf-490a-bc0f-2fe41f79b621), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:21.748359 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ef018a-14a2-4260-b562-57fe10f2bf35 req-0da4ae34-ddf9-4eb3-b746-2f82d481b889 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:21.758309 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-30ef018a-14a2-4260-b562-57fe10f2bf35 req-0da4ae34-ddf9-4eb3-b746-2f82d481b889 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=355252e2-3471-4c92-95d1-adcecc4033c7 HTTP/1.1" status: 200 len: 932 time: 0.1363821 Sep 27 04:20:21.766997 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-487d2f28-0b01-408d-b29a-b2381a329df3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (93dc8e1d-ced9-4d80-9c3a-e37aa4bb6452), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:21.774416 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device d38ba25f-11e0-4272-a046-108afa9fa96c up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:20:21.781864 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-84210ade-33a1-4a55-9855-6dba13adb6f5 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Network a72f6105-d258-45cb-a84d-18590bef93c2 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:20:21.801473 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-84210ade-33a1-4a55-9855-6dba13adb6f5 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:20:21.817692 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-1f4e7bb6-d747-41d0-8d05-b47deff22840 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=312fa89a4d9b43c5919b7bad5411002a HTTP/1.1" status: 200 len: 379 time: 0.8265474 Sep 27 04:20:21.819925 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-84210ade-33a1-4a55-9855-6dba13adb6f5 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:20:21.830532 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-84210ade-33a1-4a55-9855-6dba13adb6f5 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:21.831797 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-84210ade-33a1-4a55-9855-6dba13adb6f5 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:21.850452 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:21.858357 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-f9ca79f9-a60e-4603-b0e5-5ac55dd0027e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acd21fd8-866c-4c10-9697-2fe37ef43cf1 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:20:21.868944 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-84210ade-33a1-4a55-9855-6dba13adb6f5 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2203784 Sep 27 04:20:21.881574 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-fb1a8110-5774-4137-8536-cc7bef570b53 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Request body: {'port': {'device_id': '333a79d8-9886-4cc6-bbd4-335bee1d98b6', 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6', 'admin_state_up': True, 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'security_groups': ['34ffa770-a7d9-4d84-9c61-d25f5aba0345']}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:20:21.921930 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e443319-666c-40f1-b761-318c1c462a19 None None] The sync data for ids ['484d1f09-a6b1-4259-a367-00e5d24c5c04'] in dv-cinder-859186-3-iscsi is: [{'id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'name': 'tempest-AttachVolumeShelveTestJSON-185060981-router', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:58Z', 'updated_at': '2022-09-27T04:20:07Z', 'revision_number': 4, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'gw_port': {'id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:00Z', 'updated_at': '2022-09-27T04:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'd38ba25f-11e0-4272-a046-108afa9fa96c', 'name': '', 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'mac_address': 'fa:16:3e:e9:8a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:06Z', 'updated_at': '2022-09-27T04:20:19Z', 'revision_number': 4, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'subnets': [{'id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:20:21.927010 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-f9ca79f9-a60e-4603-b0e5-5ac55dd0027e service neutron] Publish callbacks [] for port (acd21fd8-866c-4c10-9697-2fe37ef43cf1), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:21.930127 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-3ff53897-6085-400e-87d9-5eb1a3ce40d6 None None] Attempt 3 to provision port acd21fd8-866c-4c10-9697-2fe37ef43cf1 Sep 27 04:20:22.010173 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d2f28-0b01-408d-b29a-b2381a329df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93dc8e1d-ced9-4d80-9c3a-e37aa4bb6452,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:22.010865 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-8dd871d3-9444-4000-bc2c-1094259bf9ef service neutron] Request body: {'port': {'device_id': 'e24dba8d-ecd7-482f-9c93-79e714785fec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:20:22.044485 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-487d2f28-0b01-408d-b29a-b2381a329df3 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=df06e8751c89418db5fb916f63cac9d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6945353 Sep 27 04:20:22.064110 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 56122) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:22.103802 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port d38ba25f-11e0-4272-a046-108afa9fa96c triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:20:22.104227 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (d38ba25f-11e0-4272-a046-108afa9fa96c), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:22.104582 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port d38ba25f-11e0-4272-a046-108afa9fa96c Sep 27 04:20:22.129499 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-30ef018a-14a2-4260-b562-57fe10f2bf35 req-bc0bdfb8-3124-4253-a202-89859abe7da1 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6292e5d4-a4a9-48a7-955f-6a9e34544572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3701382 Sep 27 04:20:22.270984 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820d5545-e9d6-47f1-8b9c-713a777d7fa4 req-6b05f35c-e623-4394-97e4-763714109c3a tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:22.270984 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-820d5545-e9d6-47f1-8b9c-713a777d7fa4 req-6b05f35c-e623-4394-97e4-763714109c3a tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 931 time: 0.5643289 Sep 27 04:20:22.279371 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d0058835-72c2-4b27-892f-11db3cbfbf38 admin admin] Publish callbacks [] for security_group (93dc8e1d-ced9-4d80-9c3a-e37aa4bb6452), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:22.330942 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d0058835-72c2-4b27-892f-11db3cbfbf38 admin admin] Publish callbacks [] for security_group (93dc8e1d-ced9-4d80-9c3a-e37aa4bb6452), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:22.360291 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-8dd871d3-9444-4000-bc2c-1094259bf9ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (ef3b9eed-fccf-490a-bc0f-2fe41f79b621), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:22.405819 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-f9ca79f9-a60e-4603-b0e5-5ac55dd0027e service neutron] Transition to ACTIVE for port object acd21fd8-866c-4c10-9697-2fe37ef43cf1 will not be triggered until provisioned by entity L2. {{(pid=106210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 04:20:22.407546 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-1e082d3d-5a06-4eae-aaf0-e62687b12814 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:22.418359 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-3ff53897-6085-400e-87d9-5eb1a3ce40d6 None None] Port acd21fd8-866c-4c10-9697-2fe37ef43cf1 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:20:22.539803 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d0058835-72c2-4b27-892f-11db3cbfbf38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (93dc8e1d-ced9-4d80-9c3a-e37aa4bb6452), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:22.542363 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d0058835-72c2-4b27-892f-11db3cbfbf38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:22.543498 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-d0058835-72c2-4b27-892f-11db3cbfbf38 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/93dc8e1d-ced9-4d80-9c3a-e37aa4bb6452 HTTP/1.1" status: 204 len: 168 time: 0.4769220 Sep 27 04:20:22.548020 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port d38ba25f-11e0-4272-a046-108afa9fa96c is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:20:22.551648 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (d38ba25f-11e0-4272-a046-108afa9fa96c), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:22.570843 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1c5cdf65-d159-4981-9a07-cf0e3634aab5 req-490db2a3-d2a0-47e8-bad8-88a60ac161eb tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 210 time: 0.1282330 Sep 27 04:20:22.595210 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0058835-72c2-4b27-892f-11db3cbfbf38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93dc8e1d-ced9-4d80-9c3a-e37aa4bb6452,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:22.601161 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:22.684001 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84210ade-33a1-4a55-9855-6dba13adb6f5 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Pushing event updated for resources: {'Port': ['ID=ef3b9eed-fccf-490a-bc0f-2fe41f79b621,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:22.689069 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] For port d38ba25f-11e0-4272-a046-108afa9fa96c, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=d38ba25f-11e0-4272-a046-108afa9fa96c,segment=NetworkSegment(188f0649-0d82-4591-a8be-8000cf940ed2),segment_id=188f0649-0d82-4591-a8be-8000cf940ed2)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:20:22.707338 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (d38ba25f-11e0-4272-a046-108afa9fa96c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:22.709897 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 5c3fe5c2-e2df-4f03-bd8f-40af037c4b87 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:20:22.822806 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-f9ca79f9-a60e-4603-b0e5-5ac55dd0027e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (acd21fd8-866c-4c10-9697-2fe37ef43cf1), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:22.866624 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Pushing event updated for resources: {'Port': ['ID=d38ba25f-11e0-4272-a046-108afa9fa96c,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:22.894375 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:22.907567 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port 5c3fe5c2-e2df-4f03-bd8f-40af037c4b87 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:20:22.907567 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (5c3fe5c2-e2df-4f03-bd8f-40af037c4b87), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:22.907863 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port 5c3fe5c2-e2df-4f03-bd8f-40af037c4b87 Sep 27 04:20:22.972882 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-3ff53897-6085-400e-87d9-5eb1a3ce40d6 None None] Attempt 4 to provision port acd21fd8-866c-4c10-9697-2fe37ef43cf1 Sep 27 04:20:23.161967 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-3ff53897-6085-400e-87d9-5eb1a3ce40d6 None None] Port acd21fd8-866c-4c10-9697-2fe37ef43cf1 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:20:23.227746 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-fb1a8110-5774-4137-8536-cc7bef570b53 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Made reservation on behalf of 312fa89a4d9b43c5919b7bad5411002a for: {'port': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:20:23.232108 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-fb1a8110-5774-4137-8536-cc7bef570b53 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:23.258432 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca79f9-a60e-4603-b0e5-5ac55dd0027e service neutron] Pushing event updated for resources: {'Port': ['ID=acd21fd8-866c-4c10-9697-2fe37ef43cf1,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:23.394557 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 5c3fe5c2-e2df-4f03-bd8f-40af037c4b87 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:20:23.494397 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e4a19-3e58-49ca-8bac-5fcd57bbb772 req-1aeeabd9-62ec-486c-976b-c470067c2773 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:23.506011 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-6a3e4a19-3e58-49ca-8bac-5fcd57bbb772 req-1aeeabd9-62ec-486c-976b-c470067c2773 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=355252e2-3471-4c92-95d1-adcecc4033c7 HTTP/1.1" status: 200 len: 944 time: 0.1591549 Sep 27 04:20:23.620521 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device d38ba25f-11e0-4272-a046-108afa9fa96c up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:20:23.676625 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-6a3e4a19-3e58-49ca-8bac-5fcd57bbb772 req-52fa17ae-67fe-4312-8585-09718e5d3940 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6292e5d4-a4a9-48a7-955f-6a9e34544572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435297 Sep 27 04:20:23.684820 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-3ff53897-6085-400e-87d9-5eb1a3ce40d6 None None] Attempt 5 to provision port acd21fd8-866c-4c10-9697-2fe37ef43cf1 Sep 27 04:20:23.913479 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:23.945627 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-3ff53897-6085-400e-87d9-5eb1a3ce40d6 None None] Port acd21fd8-866c-4c10-9697-2fe37ef43cf1 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:20:23.977208 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c224bb5a-8216-422f-957c-ebb62d789a7d req-7e0f2ffa-378f-4348-9635-f89d7d3b96a2 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 210 time: 0.0896084 Sep 27 04:20:24.003544 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-820d5545-e9d6-47f1-8b9c-713a777d7fa4 req-05406498-324e-491b-9e6c-2a7f673f2822 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.6361635 Sep 27 04:20:24.008764 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-f9ca79f9-a60e-4603-b0e5-5ac55dd0027e service neutron] Attempting to bind port acd21fd8-866c-4c10-9697-2fe37ef43cf1 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:20:24.009120 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-f9ca79f9-a60e-4603-b0e5-5ac55dd0027e service neutron] Attempting to bind port acd21fd8-866c-4c10-9697-2fe37ef43cf1 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': '140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '90468030-e15f-4d68-bea3-d020393e070f'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:20:24.010095 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-f9ca79f9-a60e-4603-b0e5-5ac55dd0027e service neutron] Attempting to bind port acd21fd8-866c-4c10-9697-2fe37ef43cf1 on network 90468030-e15f-4d68-bea3-d020393e070f {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:20:24.011216 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port d38ba25f-11e0-4272-a046-108afa9fa96c triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:20:24.012344 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (d38ba25f-11e0-4272-a046-108afa9fa96c), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:24.015748 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:24.016988 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port d38ba25f-11e0-4272-a046-108afa9fa96c Sep 27 04:20:24.119778 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:24.187489 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-8dd871d3-9444-4000-bc2c-1094259bf9ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef3b9eed-fccf-490a-bc0f-2fe41f79b621 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:20:24.241045 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port d38ba25f-11e0-4272-a046-108afa9fa96c is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:20:24.322165 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-8dd871d3-9444-4000-bc2c-1094259bf9ef service neutron] Publish callbacks [] for port (ef3b9eed-fccf-490a-bc0f-2fe41f79b621), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:24.359754 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-f9ca79f9-a60e-4603-b0e5-5ac55dd0027e service neutron] Port acd21fd8-866c-4c10-9697-2fe37ef43cf1 on network 90468030-e15f-4d68-bea3-d020393e070f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 04:20:24.360079 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-f9ca79f9-a60e-4603-b0e5-5ac55dd0027e service neutron] Attempting to bind port acd21fd8-866c-4c10-9697-2fe37ef43cf1 on network 90468030-e15f-4d68-bea3-d020393e070f {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:20:24.427197 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-8dd871d3-9444-4000-bc2c-1094259bf9ef service neutron] Transition to ACTIVE for port object ef3b9eed-fccf-490a-bc0f-2fe41f79b621 will not be triggered until provisioned by entity L2. {{(pid=106210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 04:20:24.441977 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-fb1a8110-5774-4137-8536-cc7bef570b53 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Allocated IP 172.20.0.13 (50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6/7fbc1344-d37e-4e3c-8ea2-baced031ac4e/bbab3923-3dca-428e-93ca-c5dd6eb5cde9) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:20:24.445175 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-8dd871d3-9444-4000-bc2c-1094259bf9ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (ef3b9eed-fccf-490a-bc0f-2fe41f79b621), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:24.446492 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-3ff53897-6085-400e-87d9-5eb1a3ce40d6 None None] Attempt 6 to provision port acd21fd8-866c-4c10-9697-2fe37ef43cf1 Sep 27 04:20:24.547719 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-3ff53897-6085-400e-87d9-5eb1a3ce40d6 None None] Port acd21fd8-866c-4c10-9697-2fe37ef43cf1 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:20:24.636697 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-f9ca79f9-a60e-4603-b0e5-5ac55dd0027e service neutron] Checking agent: {'id': 'b1f517e4-57bd-40c9-8710-cebf6376635e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'started_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:20:24.637643 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-f9ca79f9-a60e-4603-b0e5-5ac55dd0027e service neutron] Checking segment: {'id': '140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '90468030-e15f-4d68-bea3-d020393e070f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:20:24.638576 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-f9ca79f9-a60e-4603-b0e5-5ac55dd0027e service neutron] Bound using segment: {'id': '140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '90468030-e15f-4d68-bea3-d020393e070f'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:20:24.639095 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-f9ca79f9-a60e-4603-b0e5-5ac55dd0027e service neutron] Bound port: acd21fd8-866c-4c10-9697-2fe37ef43cf1, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '90468030-e15f-4d68-bea3-d020393e070f'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:20:24.640380 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-f9ca79f9-a60e-4603-b0e5-5ac55dd0027e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (acd21fd8-866c-4c10-9697-2fe37ef43cf1), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:24.647636 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd871d3-9444-4000-bc2c-1094259bf9ef service neutron] Pushing event updated for resources: {'Port': ['ID=ef3b9eed-fccf-490a-bc0f-2fe41f79b621,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:24.931758 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef1ab1-974e-4f1b-bed9-03736fdcd8f5 req-403050c3-1a2a-4c49-86df-53f42aa6ba33 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:24.934289 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-41ef1ab1-974e-4f1b-bed9-03736fdcd8f5 req-403050c3-1a2a-4c49-86df-53f42aa6ba33 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=355252e2-3471-4c92-95d1-adcecc4033c7 HTTP/1.1" status: 200 len: 944 time: 0.1040761 Sep 27 04:20:25.012367 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:DELETE=2,neutron:SELECT=98 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:25.051247 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-3ff53897-6085-400e-87d9-5eb1a3ce40d6 None None] Attempt 7 to provision port acd21fd8-866c-4c10-9697-2fe37ef43cf1 Sep 27 04:20:25.087012 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-41ef1ab1-974e-4f1b-bed9-03736fdcd8f5 req-821b0489-2014-45e5-97e1-fb0ed15d8f01 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6292e5d4-a4a9-48a7-955f-6a9e34544572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430562 Sep 27 04:20:25.158654 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:25.239516 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:25.241520 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-3ff53897-6085-400e-87d9-5eb1a3ce40d6 None None] Port acd21fd8-866c-4c10-9697-2fe37ef43cf1 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:20:25.269770 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-8dd871d3-9444-4000-bc2c-1094259bf9ef service neutron] Attempting to bind port ef3b9eed-fccf-490a-bc0f-2fe41f79b621 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:20:25.269770 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-8dd871d3-9444-4000-bc2c-1094259bf9ef service neutron] Attempting to bind port ef3b9eed-fccf-490a-bc0f-2fe41f79b621 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': 'a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:20:25.270386 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-8dd871d3-9444-4000-bc2c-1094259bf9ef service neutron] Attempting to bind port ef3b9eed-fccf-490a-bc0f-2fe41f79b621 on network a72f6105-d258-45cb-a84d-18590bef93c2 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:20:25.323874 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8e575-55ee-40e5-bcea-a99846b1050e req-30708429-6047-473c-be97-cc105ff1d260 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:25.335879 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0ef8e575-55ee-40e5-bcea-a99846b1050e req-30708429-6047-473c-be97-cc105ff1d260 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 943 time: 0.1051991 Sep 27 04:20:25.384431 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:25.437079 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0ef8e575-55ee-40e5-bcea-a99846b1050e req-db6a6919-2108-4db9-a703-cb50d291e399 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981500 Sep 27 04:20:25.463191 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0ec4d45b-cd75-467f-a6ed-f7e887bf8056 req-525b7124-a2ec-4326-beda-e5deb2b123dc tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 210 time: 0.2080522 Sep 27 04:20:25.663266 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-f9ca79f9-a60e-4603-b0e5-5ac55dd0027e service neutron] For port acd21fd8-866c-4c10-9697-2fe37ef43cf1, host hv-cinder-85918, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:20:25.694659 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-8dd871d3-9444-4000-bc2c-1094259bf9ef service neutron] Port ef3b9eed-fccf-490a-bc0f-2fe41f79b621 on network a72f6105-d258-45cb-a84d-18590bef93c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 04:20:25.695409 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-8dd871d3-9444-4000-bc2c-1094259bf9ef service neutron] Attempting to bind port ef3b9eed-fccf-490a-bc0f-2fe41f79b621 on network a72f6105-d258-45cb-a84d-18590bef93c2 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:20:25.718850 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-f9ca79f9-a60e-4603-b0e5-5ac55dd0027e service neutron] For port acd21fd8-866c-4c10-9697-2fe37ef43cf1, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=acd21fd8-866c-4c10-9697-2fe37ef43cf1,segment=NetworkSegment(140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5),segment_id=140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:20:25.742851 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-3ff53897-6085-400e-87d9-5eb1a3ce40d6 None None] Attempt 8 to provision port acd21fd8-866c-4c10-9697-2fe37ef43cf1 Sep 27 04:20:25.745311 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-fb1a8110-5774-4137-8536-cc7bef570b53 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for port (bbab3923-3dca-428e-93ca-c5dd6eb5cde9), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:25.752241 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:25.782769 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-f9ca79f9-a60e-4603-b0e5-5ac55dd0027e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (acd21fd8-866c-4c10-9697-2fe37ef43cf1), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:25.817980 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-f9ca79f9-a60e-4603-b0e5-5ac55dd0027e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:25.817980 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-f9ca79f9-a60e-4603-b0e5-5ac55dd0027e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:25.817980 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-f9ca79f9-a60e-4603-b0e5-5ac55dd0027e service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/acd21fd8-866c-4c10-9697-2fe37ef43cf1 HTTP/1.1" status: 200 len: 1094 time: 5.7167327 Sep 27 04:20:25.840478 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355252e2-3471-4c92-95d1-adcecc4033c7', 'tag': 'acd21fd8-866c-4c10-9697-2fe37ef43cf1'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:20:25.877621 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-3ff53897-6085-400e-87d9-5eb1a3ce40d6 None None] Port acd21fd8-866c-4c10-9697-2fe37ef43cf1 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:20:26.028914 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-8dd871d3-9444-4000-bc2c-1094259bf9ef service neutron] Checking agent: {'id': 'b1f517e4-57bd-40c9-8710-cebf6376635e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'started_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:20:26.029341 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-8dd871d3-9444-4000-bc2c-1094259bf9ef service neutron] Checking segment: {'id': 'a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:20:26.029902 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-8dd871d3-9444-4000-bc2c-1094259bf9ef service neutron] Bound using segment: {'id': 'a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:20:26.031012 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-8dd871d3-9444-4000-bc2c-1094259bf9ef service neutron] Bound port: ef3b9eed-fccf-490a-bc0f-2fe41f79b621, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:20:26.031443 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-8dd871d3-9444-4000-bc2c-1094259bf9ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (ef3b9eed-fccf-490a-bc0f-2fe41f79b621), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:26.055485 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=75,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:26.061981 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:26.087847 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-dbbd7f7a-fb7e-4820-b66c-f4141479d973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:26.089782 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-dbbd7f7a-fb7e-4820-b66c-f4141479d973 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=7914c4b5217f411f807854ccb07e0365&device_id=355252e2-3471-4c92-95d1-adcecc4033c7 HTTP/1.1" status: 200 len: 1128 time: 0.1634848 Sep 27 04:20:26.090908 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-fb1a8110-5774-4137-8536-cc7bef570b53 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084'] for port (bbab3923-3dca-428e-93ca-c5dd6eb5cde9), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:26.101998 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ca79f9-a60e-4603-b0e5-5ac55dd0027e service neutron] Pushing event updated for resources: {'Port': ['ID=acd21fd8-866c-4c10-9697-2fe37ef43cf1,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:26.188545 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-fb1a8110-5774-4137-8536-cc7bef570b53 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Network 50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:20:26.205061 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-fb1a8110-5774-4137-8536-cc7bef570b53 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:20:26.213838 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-fb1a8110-5774-4137-8536-cc7bef570b53 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:20:26.219141 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-fb1a8110-5774-4137-8536-cc7bef570b53 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:26.219903 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-fb1a8110-5774-4137-8536-cc7bef570b53 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:26.241767 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=13 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:26.248264 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1a8110-5774-4137-8536-cc7bef570b53 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Pushing event updated for resources: {'Port': ['ID=bbab3923-3dca-428e-93ca-c5dd6eb5cde9,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:26.256132 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-8dd871d3-9444-4000-bc2c-1094259bf9ef service neutron] For port ef3b9eed-fccf-490a-bc0f-2fe41f79b621, host hv-cinder-85918, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:20:26.260117 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-8dd871d3-9444-4000-bc2c-1094259bf9ef service neutron] For port ef3b9eed-fccf-490a-bc0f-2fe41f79b621, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=ef3b9eed-fccf-490a-bc0f-2fe41f79b621,segment=NetworkSegment(a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921),segment_id=a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:20:26.274542 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-fb1a8110-5774-4137-8536-cc7bef570b53 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4191959 Sep 27 04:20:26.278166 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-8dd871d3-9444-4000-bc2c-1094259bf9ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (ef3b9eed-fccf-490a-bc0f-2fe41f79b621), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:26.282835 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-8dd871d3-9444-4000-bc2c-1094259bf9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:26.283818 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-8dd871d3-9444-4000-bc2c-1094259bf9ef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:26.285333 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-8dd871d3-9444-4000-bc2c-1094259bf9ef service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/ef3b9eed-fccf-490a-bc0f-2fe41f79b621 HTTP/1.1" status: 200 len: 1093 time: 4.3315382 Sep 27 04:20:26.339731 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-c2bdd3b3-6822-4516-9e69-cd32f05a58cb service neutron] Request body: {'port': {'device_id': '333a79d8-9886-4cc6-bbd4-335bee1d98b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:20:26.378952 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-3ff53897-6085-400e-87d9-5eb1a3ce40d6 None None] Attempt 9 to provision port acd21fd8-866c-4c10-9697-2fe37ef43cf1 Sep 27 04:20:26.408823 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250039c9-7d02-4c36-b54b-00c09a4976f3 req-bcd7f7ee-107a-4587-885d-3a1c7b978e0e tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:26.419294 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-250039c9-7d02-4c36-b54b-00c09a4976f3 req-bcd7f7ee-107a-4587-885d-3a1c7b978e0e tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=355252e2-3471-4c92-95d1-adcecc4033c7 HTTP/1.1" status: 200 len: 944 time: 0.1347241 Sep 27 04:20:26.524112 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-3ff53897-6085-400e-87d9-5eb1a3ce40d6 None None] Port acd21fd8-866c-4c10-9697-2fe37ef43cf1 had new provisioning blocks added so it will not transition to active. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 04:20:26.571746 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-250039c9-7d02-4c36-b54b-00c09a4976f3 req-77d8bfb5-a7ff-4545-9c44-0c95d4c64682 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6292e5d4-a4a9-48a7-955f-6a9e34544572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510084 Sep 27 04:20:26.635927 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df5485a-2adf-4ce8-bebb-3d8845f8fd3b" -d '{"events": [{"name": "network-changed", "server_uuid": "355252e2-3471-4c92-95d1-adcecc4033c7", "tag": "acd21fd8-866c-4c10-9697-2fe37ef43cf1"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:20:26.657456 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-57e79ed7-3965-42bf-8a30-7ee46fd84e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:26.659456 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-57e79ed7-3965-42bf-8a30-7ee46fd84e9d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1c6cc70cbd2b4c04864f33ebafa06b5a&device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 1127 time: 0.3098388 Sep 27 04:20:26.702505 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd871d3-9444-4000-bc2c-1094259bf9ef service neutron] Pushing event updated for resources: {'Port': ['ID=ef3b9eed-fccf-490a-bc0f-2fe41f79b621,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:26.709475 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-49b163f2-b9f6-4d6d-8fc9-fc612212f00d service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acd21fd8-866c-4c10-9697-2fe37ef43cf1 HTTP/1.1" status: 200 len: 217 time: 0.3940909 Sep 27 04:20:26.812734 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9ce876fd-9aad-445b-a00f-375d18dfa9c3 None None] Provisioning complete for port bbab3923-3dca-428e-93ca-c5dd6eb5cde9 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:20:26.816601 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9ce876fd-9aad-445b-a00f-375d18dfa9c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (bbab3923-3dca-428e-93ca-c5dd6eb5cde9), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:26.816940 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9ce876fd-9aad-445b-a00f-375d18dfa9c3 None None] Attempt 1 to provision port bbab3923-3dca-428e-93ca-c5dd6eb5cde9 Sep 27 04:20:26.819067 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-194b3021-39fb-409c-9d56-2b3bddfb8281 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef3b9eed-fccf-490a-bc0f-2fe41f79b621 HTTP/1.1" status: 200 len: 217 time: 0.1122658 Sep 27 04:20:26.826364 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41fe27-6d8b-40e2-b3c5-14fe65490bab req-be486c73-3018-4879-9462-20a733f552a3 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:26.829474 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ba41fe27-6d8b-40e2-b3c5-14fe65490bab req-be486c73-3018-4879-9462-20a733f552a3 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 943 time: 0.1688464 Sep 27 04:20:26.896291 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-25229320-601e-45b1-a58d-7fd4519d20a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:26.898115 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-25229320-601e-45b1-a58d-7fd4519d20a8 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=ef556055-3d79-4e00-91ba-4215c47f3d3a HTTP/1.1" status: 200 len: 851 time: 0.0664091 Sep 27 04:20:26.909481 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca41ceb-74aa-482f-a5de-b365416b3862 req-981cacc3-7828-4fa8-8cf6-88bc81098d3e tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:26.941192 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-fca41ceb-74aa-482f-a5de-b365416b3862 req-981cacc3-7828-4fa8-8cf6-88bc81098d3e tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 932 time: 0.2084048 Sep 27 04:20:26.996772 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9ce876fd-9aad-445b-a00f-375d18dfa9c3 None None] Port bbab3923-3dca-428e-93ca-c5dd6eb5cde9 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:20:27.080059 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ba41fe27-6d8b-40e2-b3c5-14fe65490bab req-560c6a58-9427-4f04-abd2-2156236c65b2 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792161 Sep 27 04:20:27.081395 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-1f72b70f-aa16-4b6f-a748-3e38ad38c42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:27.083446 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-1f72b70f-aa16-4b6f-a748-3e38ad38c42c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=90468030-e15f-4d68-bea3-d020393e070f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1606467 Sep 27 04:20:27.088123 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-c2bdd3b3-6822-4516-9e69-cd32f05a58cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (bbab3923-3dca-428e-93ca-c5dd6eb5cde9), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:27.121631 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-fca41ceb-74aa-482f-a5de-b365416b3862 req-dbf6854f-00af-465f-a4cb-cc2b48fa358c tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798811 Sep 27 04:20:27.411640 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:27.473349 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-4022b258-3e5b-43ab-ad9a-5deb9b7ea054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:27.476206 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-4022b258-3e5b-43ab-ad9a-5deb9b7ea054 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=8e579293-c2b5-4786-882a-437ca24df95d HTTP/1.1" status: 200 len: 849 time: 0.6451969 Sep 27 04:20:27.498243 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9ce876fd-9aad-445b-a00f-375d18dfa9c3 None None] Attempt 2 to provision port bbab3923-3dca-428e-93ca-c5dd6eb5cde9 Sep 27 04:20:27.585310 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-f6214eec-10d2-48e1-9dfc-ec505918156e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:27.587453 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-f6214eec-10d2-48e1-9dfc-ec505918156e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=a72f6105-d258-45cb-a84d-18590bef93c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0755877 Sep 27 04:20:27.614475 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9ce876fd-9aad-445b-a00f-375d18dfa9c3 None None] Port bbab3923-3dca-428e-93ca-c5dd6eb5cde9 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:20:27.782192 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-f282a15c-fe33-4308-89b9-1de7401bebc1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/90468030-e15f-4d68-bea3-d020393e070f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6604497 Sep 27 04:20:27.859166 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:27.866208 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd843f5-9927-4305-bb00-16292d61d8fb x-openstack-request-id: req-4bd843f5-9927-4305-bb00-16292d61d8fb {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:20:27.866630 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355252e2-3471-4c92-95d1-adcecc4033c7", "tag": "acd21fd8-866c-4c10-9697-2fe37ef43cf1", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:20:27.866895 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4bd843f5-9927-4305-bb00-16292d61d8fb {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:20:27.867356 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bd843f5-9927-4305-bb00-16292d61d8fb'] response: {'name': 'network-changed', 'server_uuid': '355252e2-3471-4c92-95d1-adcecc4033c7', 'tag': 'acd21fd8-866c-4c10-9697-2fe37ef43cf1', 'status': 'completed', 'code': 200} Sep 27 04:20:27.897470 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d04bdc-8841-4d86-ac14-6ca17fa2a616 req-bec95fdb-c163-4191-a8d1-ba8bbc1a085b tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:27.906463 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e9d04bdc-8841-4d86-ac14-6ca17fa2a616 req-bec95fdb-c163-4191-a8d1-ba8bbc1a085b tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=355252e2-3471-4c92-95d1-adcecc4033c7 HTTP/1.1" status: 200 len: 944 time: 0.1306288 Sep 27 04:20:28.036017 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e9d04bdc-8841-4d86-ac14-6ca17fa2a616 req-8c973f63-6d8c-426e-bdbe-ad4c0c835394 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6292e5d4-a4a9-48a7-955f-6a9e34544572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228111 Sep 27 04:20:28.118276 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9ce876fd-9aad-445b-a00f-375d18dfa9c3 None None] Attempt 3 to provision port bbab3923-3dca-428e-93ca-c5dd6eb5cde9 Sep 27 04:20:28.161529 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 56376) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:28.272646 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9ce876fd-9aad-445b-a00f-375d18dfa9c3 None None] Port bbab3923-3dca-428e-93ca-c5dd6eb5cde9 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:20:28.319819 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-c2bdd3b3-6822-4516-9e69-cd32f05a58cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbab3923-3dca-428e-93ca-c5dd6eb5cde9 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:20:28.326066 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00a2a0-5186-4231-8ee7-8e194ef7e029 req-175337e8-ca6f-402f-b651-14b9fc72d9d7 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:28.329658 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-c2bdd3b3-6822-4516-9e69-cd32f05a58cb service neutron] Publish callbacks [] for port (bbab3923-3dca-428e-93ca-c5dd6eb5cde9), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:28.335125 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-fc00a2a0-5186-4231-8ee7-8e194ef7e029 req-175337e8-ca6f-402f-b651-14b9fc72d9d7 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 932 time: 0.0658364 Sep 27 04:20:28.343819 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-c2bdd3b3-6822-4516-9e69-cd32f05a58cb service neutron] Transition to ACTIVE for port object bbab3923-3dca-428e-93ca-c5dd6eb5cde9 will not be triggered until provisioned by entity L2. {{(pid=106210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 04:20:28.347361 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-70cbf816-746b-4b6e-8c44-94b443eb17a0 req-87f11047-cf51-4bbc-820a-c62dd37b15a3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/90468030-e15f-4d68-bea3-d020393e070f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5355871 Sep 27 04:20:28.353085 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-c2bdd3b3-6822-4516-9e69-cd32f05a58cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (bbab3923-3dca-428e-93ca-c5dd6eb5cde9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:28.411016 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-5bc4d1ed-beba-4661-a977-9c15eab89ce9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a72f6105-d258-45cb-a84d-18590bef93c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7849417 Sep 27 04:20:28.413157 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bdd3b3-6822-4516-9e69-cd32f05a58cb service neutron] Pushing event updated for resources: {'Port': ['ID=bbab3923-3dca-428e-93ca-c5dd6eb5cde9,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:28.481026 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-fc00a2a0-5186-4231-8ee7-8e194ef7e029 req-e201eaee-4da0-4b5b-9f08-9692cdccd2af tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1446142 Sep 27 04:20:28.482740 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 56386) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:28.730179 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5485a-2adf-4ce8-bebb-3d8845f8fd3b req-f070f2eb-227c-4044-b60e-4cbb8ff096e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:28.732125 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9df5485a-2adf-4ce8-bebb-3d8845f8fd3b req-f070f2eb-227c-4044-b60e-4cbb8ff096e8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=7914c4b5217f411f807854ccb07e0365&device_id=355252e2-3471-4c92-95d1-adcecc4033c7 HTTP/1.1" status: 200 len: 1128 time: 0.2916548 Sep 27 04:20:28.750883 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-c2bdd3b3-6822-4516-9e69-cd32f05a58cb service neutron] Attempting to bind port bbab3923-3dca-428e-93ca-c5dd6eb5cde9 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:20:28.751823 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-c2bdd3b3-6822-4516-9e69-cd32f05a58cb service neutron] Attempting to bind port bbab3923-3dca-428e-93ca-c5dd6eb5cde9 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': '188f0649-0d82-4591-a8be-8000cf940ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:20:28.752434 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-c2bdd3b3-6822-4516-9e69-cd32f05a58cb service neutron] Attempting to bind port bbab3923-3dca-428e-93ca-c5dd6eb5cde9 on network 50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:20:28.774696 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9ce876fd-9aad-445b-a00f-375d18dfa9c3 None None] Attempt 4 to provision port bbab3923-3dca-428e-93ca-c5dd6eb5cde9 Sep 27 04:20:28.806183 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-57874ff1-c5b3-4be6-a315-9bc95747e7ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:28.811351 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca587996-e769-4b0e-884b-1294495cc13f req-7a7fb64e-44c6-4a3e-8ed9-65775fbc5421 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:28.820141 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ca587996-e769-4b0e-884b-1294495cc13f req-7a7fb64e-44c6-4a3e-8ed9-65775fbc5421 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 943 time: 0.4713619 Sep 27 04:20:28.834211 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-c2bdd3b3-6822-4516-9e69-cd32f05a58cb service neutron] Port bbab3923-3dca-428e-93ca-c5dd6eb5cde9 on network 50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 04:20:28.835244 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-c2bdd3b3-6822-4516-9e69-cd32f05a58cb service neutron] Attempting to bind port bbab3923-3dca-428e-93ca-c5dd6eb5cde9 on network 50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:20:28.878474 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3270a236-ee33-42b4-8a6e-54e4f7839406 req-4ce81700-5bd5-4f20-a532-c9c07ba95150 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a72f6105-d258-45cb-a84d-18590bef93c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4366033 Sep 27 04:20:28.890432 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9ce876fd-9aad-445b-a00f-375d18dfa9c3 None None] Port bbab3923-3dca-428e-93ca-c5dd6eb5cde9 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:20:28.991028 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-c2bdd3b3-6822-4516-9e69-cd32f05a58cb service neutron] Checking agent: {'id': 'b1f517e4-57bd-40c9-8710-cebf6376635e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'started_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:20:28.991552 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-c2bdd3b3-6822-4516-9e69-cd32f05a58cb service neutron] Checking segment: {'id': '188f0649-0d82-4591-a8be-8000cf940ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:20:28.992304 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-c2bdd3b3-6822-4516-9e69-cd32f05a58cb service neutron] Bound using segment: {'id': '188f0649-0d82-4591-a8be-8000cf940ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:20:28.992924 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-c2bdd3b3-6822-4516-9e69-cd32f05a58cb service neutron] Bound port: bbab3923-3dca-428e-93ca-c5dd6eb5cde9, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f0649-0d82-4591-a8be-8000cf940ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:20:28.993474 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-c2bdd3b3-6822-4516-9e69-cd32f05a58cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (bbab3923-3dca-428e-93ca-c5dd6eb5cde9), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:29.047007 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:29.136234 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ca587996-e769-4b0e-884b-1294495cc13f req-2b679254-9dbf-4300-8ba2-beb4cb7aca1c tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3147473 Sep 27 04:20:29.201469 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 56400) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:29.244595 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1e88b514-a980-403f-8515-d92352cae3d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:29.265772 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-57874ff1-c5b3-4be6-a315-9bc95747e7ed admin admin] Publish callbacks [] for security_group (51d66f81-3a03-442d-b42e-642b64bc8a64), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:29.267123 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5485a-2adf-4ce8-bebb-3d8845f8fd3b req-a7a6814c-bddc-4c20-8527-f5c321b1a74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:29.269509 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9df5485a-2adf-4ce8-bebb-3d8845f8fd3b req-a7a6814c-bddc-4c20-8527-f5c321b1a74f service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=90468030-e15f-4d68-bea3-d020393e070f HTTP/1.1" status: 200 len: 913 time: 0.4716253 Sep 27 04:20:29.337525 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9df5485a-2adf-4ce8-bebb-3d8845f8fd3b req-7d9be9b3-a497-44cc-b8e2-fc8977a6dd8d service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=acd21fd8-866c-4c10-9697-2fe37ef43cf1 HTTP/1.1" status: 200 len: 217 time: 0.0565102 Sep 27 04:20:29.341189 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-c2bdd3b3-6822-4516-9e69-cd32f05a58cb service neutron] For port bbab3923-3dca-428e-93ca-c5dd6eb5cde9, host hv-cinder-85918, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:20:29.342030 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-57874ff1-c5b3-4be6-a315-9bc95747e7ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (51d66f81-3a03-442d-b42e-642b64bc8a64), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:29.369102 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-c2bdd3b3-6822-4516-9e69-cd32f05a58cb service neutron] For port bbab3923-3dca-428e-93ca-c5dd6eb5cde9, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=bbab3923-3dca-428e-93ca-c5dd6eb5cde9,segment=NetworkSegment(188f0649-0d82-4591-a8be-8000cf940ed2),segment_id=188f0649-0d82-4591-a8be-8000cf940ed2)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:20:29.392078 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9ce876fd-9aad-445b-a00f-375d18dfa9c3 None None] Attempt 5 to provision port bbab3923-3dca-428e-93ca-c5dd6eb5cde9 Sep 27 04:20:29.400582 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-c2bdd3b3-6822-4516-9e69-cd32f05a58cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (bbab3923-3dca-428e-93ca-c5dd6eb5cde9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:29.450366 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5485a-2adf-4ce8-bebb-3d8845f8fd3b req-93c97d2c-4fe7-429a-8b20-95b9cbf16791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:29.454777 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9df5485a-2adf-4ce8-bebb-3d8845f8fd3b req-93c97d2c-4fe7-429a-8b20-95b9cbf16791 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=ef556055-3d79-4e00-91ba-4215c47f3d3a HTTP/1.1" status: 200 len: 851 time: 0.1013861 Sep 27 04:20:29.458763 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-c2bdd3b3-6822-4516-9e69-cd32f05a58cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:29.458763 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-c2bdd3b3-6822-4516-9e69-cd32f05a58cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:29.465545 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-c2bdd3b3-6822-4516-9e69-cd32f05a58cb service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/bbab3923-3dca-428e-93ca-c5dd6eb5cde9 HTTP/1.1" status: 200 len: 1094 time: 3.1303623 Sep 27 04:20:29.484835 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9ce876fd-9aad-445b-a00f-375d18dfa9c3 None None] Port bbab3923-3dca-428e-93ca-c5dd6eb5cde9 had new provisioning blocks added so it will not transition to active. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 04:20:29.573590 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:29.728610 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f51de-5253-4a4d-b397-a15f77963079 req-1eb7d39c-39cb-46e1-909e-304b93ebfea8 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:29.736668 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-407f51de-5253-4a4d-b397-a15f77963079 req-1eb7d39c-39cb-46e1-909e-304b93ebfea8 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 944 time: 0.0730352 Sep 27 04:20:29.744448 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df5485a-2adf-4ce8-bebb-3d8845f8fd3b req-c1cfb90c-26e5-4bcc-adf8-23f304ff53e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:29.745981 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9df5485a-2adf-4ce8-bebb-3d8845f8fd3b req-c1cfb90c-26e5-4bcc-adf8-23f304ff53e6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=90468030-e15f-4d68-bea3-d020393e070f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2437325 Sep 27 04:20:29.772570 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bdd3b3-6822-4516-9e69-cd32f05a58cb service neutron] Pushing event updated for resources: {'Port': ['ID=bbab3923-3dca-428e-93ca-c5dd6eb5cde9,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:29.782612 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-9c84504a-362b-40af-b0bc-60cfba51517e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:29.784187 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-9c84504a-362b-40af-b0bc-60cfba51517e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=312fa89a4d9b43c5919b7bad5411002a&device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 1128 time: 0.1812963 Sep 27 04:20:29.829486 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-407f51de-5253-4a4d-b397-a15f77963079 req-e1b63c2b-d812-496b-b9e5-dd3b00119b45 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918040 Sep 27 04:20:29.869663 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24dba8d-ecd7-482f-9c93-79e714785fec', 'tag': 'ef3b9eed-fccf-490a-bc0f-2fe41f79b621'}, {'name': 'network-changed', 'server_uuid': '333a79d8-9886-4cc6-bbd4-335bee1d98b6', 'tag': 'bbab3923-3dca-428e-93ca-c5dd6eb5cde9'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:20:29.873397 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9091d871-b143-432d-adc2-6beec6b16e31" -d '{"events": [{"name": "network-changed", "server_uuid": "e24dba8d-ecd7-482f-9c93-79e714785fec", "tag": "ef3b9eed-fccf-490a-bc0f-2fe41f79b621"}, {"name": "network-changed", "server_uuid": "333a79d8-9886-4cc6-bbd4-335bee1d98b6", "tag": "bbab3923-3dca-428e-93ca-c5dd6eb5cde9"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:20:29.876938 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 56426) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:29.918370 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-57874ff1-c5b3-4be6-a315-9bc95747e7ed admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=52f37847ffde4c47a8716bff540866c1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7513571 Sep 27 04:20:29.921532 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 56432) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:29.981700 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 27 Sep 2022 04:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f980e9a0-1e6a-431a-b07d-6170a79c2878 x-openstack-request-id: req-f980e9a0-1e6a-431a-b07d-6170a79c2878 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:20:29.982249 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24dba8d-ecd7-482f-9c93-79e714785fec", "tag": "ef3b9eed-fccf-490a-bc0f-2fe41f79b621", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "333a79d8-9886-4cc6-bbd4-335bee1d98b6", "tag": "bbab3923-3dca-428e-93ca-c5dd6eb5cde9", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:20:29.982507 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f980e9a0-1e6a-431a-b07d-6170a79c2878 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:20:29.982982 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f980e9a0-1e6a-431a-b07d-6170a79c2878'] response: {'name': 'network-changed', 'server_uuid': 'e24dba8d-ecd7-482f-9c93-79e714785fec', 'tag': 'ef3b9eed-fccf-490a-bc0f-2fe41f79b621', 'status': 'completed', 'code': 200} Sep 27 04:20:29.983202 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f980e9a0-1e6a-431a-b07d-6170a79c2878'] response: {'name': 'network-changed', 'server_uuid': '333a79d8-9886-4cc6-bbd4-335bee1d98b6', 'tag': 'bbab3923-3dca-428e-93ca-c5dd6eb5cde9', 'status': 'completed', 'code': 200} Sep 27 04:20:29.997234 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-96e3c742-9797-4a4f-8d3f-26a49cae1b25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:30.008331 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d3dc31a5-3a7d-490f-ae76-a3d7a7f225ab admin admin] Publish callbacks [] for security_group (51d66f81-3a03-442d-b42e-642b64bc8a64), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:30.038355 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57874ff1-c5b3-4be6-a315-9bc95747e7ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d66f81-3a03-442d-b42e-642b64bc8a64,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:30.039023 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d3dc31a5-3a7d-490f-ae76-a3d7a7f225ab admin admin] Publish callbacks [] for security_group (51d66f81-3a03-442d-b42e-642b64bc8a64), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:30.093303 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d6038-b97b-419a-b28b-015956fd29aa req-6720fc97-4c71-4ec7-9b35-0247d6e8cb81 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:30.102825 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ad6d6038-b97b-419a-b28b-015956fd29aa req-6720fc97-4c71-4ec7-9b35-0247d6e8cb81 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=355252e2-3471-4c92-95d1-adcecc4033c7 HTTP/1.1" status: 200 len: 944 time: 0.8352296 Sep 27 04:20:30.103696 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-4bb26b78-21f1-4290-a0da-a5b14074689f service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbab3923-3dca-428e-93ca-c5dd6eb5cde9 HTTP/1.1" status: 200 len: 217 time: 0.0544076 Sep 27 04:20:30.219175 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-c7c6facd-9f64-4b7f-a0cd-91e1608d7c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:30.220908 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-c7c6facd-9f64-4b7f-a0cd-91e1608d7c2b service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=7fbc1344-d37e-4e3c-8ea2-baced031ac4e HTTP/1.1" status: 200 len: 855 time: 0.0907023 Sep 27 04:20:30.235965 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ad6d6038-b97b-419a-b28b-015956fd29aa req-3687b101-28d5-455a-b045-9634ca931716 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6292e5d4-a4a9-48a7-955f-6a9e34544572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305413 Sep 27 04:20:30.268265 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:30.285042 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:30.291726 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e9e2656c-8fb5-454c-9f4d-abdc4eaaf3f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:30.306459 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091d871-b143-432d-adc2-6beec6b16e31 req-38b630a9-14f5-46b4-bf5c-903973d2fa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:30.307997 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9091d871-b143-432d-adc2-6beec6b16e31 req-38b630a9-14f5-46b4-bf5c-903973d2fa23 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1c6cc70cbd2b4c04864f33ebafa06b5a&device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 1127 time: 0.2003267 Sep 27 04:20:30.310473 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1e88b514-a980-403f-8515-d92352cae3d5 admin admin] Publish callbacks [] for security_group (40bb5952-e05a-4f92-a532-d8bc1427e38b), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:30.328405 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1e88b514-a980-403f-8515-d92352cae3d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (40bb5952-e05a-4f92-a532-d8bc1427e38b), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:30.391092 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-1e88b514-a980-403f-8515-d92352cae3d5 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=793630bfbb45489ebfb216dbb8f692a7&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9040375 Sep 27 04:20:30.391991 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88b514-a980-403f-8515-d92352cae3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40bb5952-e05a-4f92-a532-d8bc1427e38b,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:30.395150 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 56442) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:30.397274 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-96e3c742-9797-4a4f-8d3f-26a49cae1b25 admin admin] Publish callbacks [] for security_group (fc3316ee-92c1-4fa5-8c0d-faa525db9f68), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:30.417994 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-96e3c742-9797-4a4f-8d3f-26a49cae1b25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (fc3316ee-92c1-4fa5-8c0d-faa525db9f68), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:30.445332 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-462c31e7-0835-4c56-bcaa-c0d236b0d1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:30.446877 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-462c31e7-0835-4c56-bcaa-c0d236b0d1e0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1515989 Sep 27 04:20:30.479907 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-96e3c742-9797-4a4f-8d3f-26a49cae1b25 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=5cfa4aef4d854659b5d79e40bb849bc1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2410588 Sep 27 04:20:30.482538 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e3c742-9797-4a4f-8d3f-26a49cae1b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3316ee-92c1-4fa5-8c0d-faa525db9f68,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:30.484905 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 56444) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:30.488160 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b56504-22bd-4a1f-9043-15db39d625be req-23add8f0-3f05-4966-b034-308bc64905e2 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:30.489844 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-41b56504-22bd-4a1f-9043-15db39d625be req-23add8f0-3f05-4966-b034-308bc64905e2 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 943 time: 0.1958008 Sep 27 04:20:30.517777 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d3dc31a5-3a7d-490f-ae76-a3d7a7f225ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (51d66f81-3a03-442d-b42e-642b64bc8a64), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:30.520338 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d3dc31a5-3a7d-490f-ae76-a3d7a7f225ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:30.521446 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-d3dc31a5-3a7d-490f-ae76-a3d7a7f225ab admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/51d66f81-3a03-442d-b42e-642b64bc8a64 HTTP/1.1" status: 204 len: 168 time: 0.5980773 Sep 27 04:20:30.524351 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b8cde558-44a5-4df9-a8db-17146e047bd0 admin admin] Publish callbacks [] for security_group (40bb5952-e05a-4f92-a532-d8bc1427e38b), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:30.532614 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:30.553200 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b8cde558-44a5-4df9-a8db-17146e047bd0 admin admin] Publish callbacks [] for security_group (40bb5952-e05a-4f92-a532-d8bc1427e38b), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:30.553629 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9df5485a-2adf-4ce8-bebb-3d8845f8fd3b req-530635d9-c955-467e-b3d4-b1198b3f30af service neutron] 10.222.0.57 "GET /networking/v2.0/networks/90468030-e15f-4d68-bea3-d020393e070f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5057220 Sep 27 04:20:30.571492 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc31a5-3a7d-490f-ae76-a3d7a7f225ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d66f81-3a03-442d-b42e-642b64bc8a64,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:30.579237 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2ab20702-0ad8-4da1-9604-b9a8013c7602 admin admin] Publish callbacks [] for security_group (fc3316ee-92c1-4fa5-8c0d-faa525db9f68), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:30.614631 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2ab20702-0ad8-4da1-9604-b9a8013c7602 admin admin] Publish callbacks [] for security_group (fc3316ee-92c1-4fa5-8c0d-faa525db9f68), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:30.636376 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091d871-b143-432d-adc2-6beec6b16e31 req-fe3ca9e7-3f71-4494-837b-9eedaf188386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:30.637959 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9091d871-b143-432d-adc2-6beec6b16e31 req-fe3ca9e7-3f71-4494-837b-9eedaf188386 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=a72f6105-d258-45cb-a84d-18590bef93c2 HTTP/1.1" status: 200 len: 911 time: 0.3083198 Sep 27 04:20:30.641856 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-41b56504-22bd-4a1f-9043-15db39d625be req-01c5e39c-92fc-4264-afa3-96f7e620d00b tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329653 Sep 27 04:20:30.666038 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b8cde558-44a5-4df9-a8db-17146e047bd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (40bb5952-e05a-4f92-a532-d8bc1427e38b), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:30.668676 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b8cde558-44a5-4df9-a8db-17146e047bd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:30.672619 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-b8cde558-44a5-4df9-a8db-17146e047bd0 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/40bb5952-e05a-4f92-a532-d8bc1427e38b HTTP/1.1" status: 204 len: 168 time: 0.2738838 Sep 27 04:20:30.680400 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:30.682470 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cde558-44a5-4df9-a8db-17146e047bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bb5952-e05a-4f92-a532-d8bc1427e38b,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:30.688397 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e9e2656c-8fb5-454c-9f4d-abdc4eaaf3f6 admin admin] Publish callbacks [] for security_group (3b42c918-14c3-47ec-915f-f7b72ec0fe0b), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:30.694961 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2ab20702-0ad8-4da1-9604-b9a8013c7602 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (fc3316ee-92c1-4fa5-8c0d-faa525db9f68), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:30.696992 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e9e2656c-8fb5-454c-9f4d-abdc4eaaf3f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (3b42c918-14c3-47ec-915f-f7b72ec0fe0b), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:30.699208 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2ab20702-0ad8-4da1-9604-b9a8013c7602 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:30.700824 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-2ab20702-0ad8-4da1-9604-b9a8013c7602 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/fc3316ee-92c1-4fa5-8c0d-faa525db9f68 HTTP/1.1" status: 204 len: 168 time: 0.2139397 Sep 27 04:20:30.719056 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab20702-0ad8-4da1-9604-b9a8013c7602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3316ee-92c1-4fa5-8c0d-faa525db9f68,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:30.750306 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-e9e2656c-8fb5-454c-9f4d-abdc4eaaf3f6 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1abc25ba289d49f285f776cd65e3e3ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8618588 Sep 27 04:20:30.753037 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 56456) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:30.801375 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9091d871-b143-432d-adc2-6beec6b16e31 req-496ce844-83eb-4549-84a2-dc4c9a25e8dd service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef3b9eed-fccf-490a-bc0f-2fe41f79b621 HTTP/1.1" status: 200 len: 217 time: 0.0706618 Sep 27 04:20:30.831746 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3450793c-eb19-4825-82b1-8b5f6532cc7b admin admin] Publish callbacks [] for security_group (3b42c918-14c3-47ec-915f-f7b72ec0fe0b), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:30.852794 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3450793c-eb19-4825-82b1-8b5f6532cc7b admin admin] Publish callbacks [] for security_group (3b42c918-14c3-47ec-915f-f7b72ec0fe0b), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:30.856790 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e2656c-8fb5-454c-9f4d-abdc4eaaf3f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b42c918-14c3-47ec-915f-f7b72ec0fe0b,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:30.903003 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3450793c-eb19-4825-82b1-8b5f6532cc7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (3b42c918-14c3-47ec-915f-f7b72ec0fe0b), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:30.906721 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3450793c-eb19-4825-82b1-8b5f6532cc7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:30.910297 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-3450793c-eb19-4825-82b1-8b5f6532cc7b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3b42c918-14c3-47ec-915f-f7b72ec0fe0b HTTP/1.1" status: 204 len: 168 time: 0.1533937 Sep 27 04:20:30.916913 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450793c-eb19-4825-82b1-8b5f6532cc7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b42c918-14c3-47ec-915f-f7b72ec0fe0b,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:31.028037 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f2cc50-deb8-4e85-b9de-d6fa8681c39c req-e99c2bba-3f0c-4104-b01e-e3341cded397 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:31.029820 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-61f2cc50-deb8-4e85-b9de-d6fa8681c39c req-e99c2bba-3f0c-4104-b01e-e3341cded397 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 944 time: 0.0612204 Sep 27 04:20:31.102357 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-61f2cc50-deb8-4e85-b9de-d6fa8681c39c req-040b750b-367e-4988-8a16-ef9ee8ae567d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661917 Sep 27 04:20:31.157862 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9df5485a-2adf-4ce8-bebb-3d8845f8fd3b req-c9182cd9-f61f-4c76-8cce-6fcd922b34d5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/90468030-e15f-4d68-bea3-d020393e070f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249191 Sep 27 04:20:31.168346 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-2101c3e3-2397-4f01-a88a-ef632ddc1bdd service neutron] 10.222.0.57 "GET /networking/v2.0/networks/50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4345047 Sep 27 04:20:31.228523 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 56472) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:31.245042 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c42db085-9ad9-45a5-a39e-9e8b2ff66f43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:31.269699 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:31.344598 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:31.348020 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c42db085-9ad9-45a5-a39e-9e8b2ff66f43 admin admin] Publish callbacks [] for security_group (303491c2-fcfd-4f9e-af48-2757649f822e), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:31.356187 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c42db085-9ad9-45a5-a39e-9e8b2ff66f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (303491c2-fcfd-4f9e-af48-2757649f822e), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:31.398643 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42db085-9ad9-45a5-a39e-9e8b2ff66f43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=303491c2-fcfd-4f9e-af48-2757649f822e,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:31.429294 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-c42db085-9ad9-45a5-a39e-9e8b2ff66f43 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=d7f601e71ace4199be72b41bba1bbe83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1993039 Sep 27 04:20:31.429934 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 56482) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:31.471954 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e3c97-a8ab-404c-b0db-f061d42b4a43 req-ab4d19fd-5f38-41d2-940c-2ac28db2933a tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:31.479220 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-987e3c97-a8ab-404c-b0db-f061d42b4a43 req-ab4d19fd-5f38-41d2-940c-2ac28db2933a tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=355252e2-3471-4c92-95d1-adcecc4033c7 HTTP/1.1" status: 200 len: 944 time: 0.1182754 Sep 27 04:20:31.480499 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 56484) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:31.488551 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-05396de3-281f-4c1a-ac22-eabd06a5c96a admin admin] Publish callbacks [] for security_group (303491c2-fcfd-4f9e-af48-2757649f822e), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:31.502023 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a24a195b-3c58-4ab0-bb8f-361661b7fd20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:31.510243 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-05396de3-281f-4c1a-ac22-eabd06a5c96a admin admin] Publish callbacks [] for security_group (303491c2-fcfd-4f9e-af48-2757649f822e), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:31.583070 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-05396de3-281f-4c1a-ac22-eabd06a5c96a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (303491c2-fcfd-4f9e-af48-2757649f822e), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:31.586392 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-987e3c97-a8ab-404c-b0db-f061d42b4a43 req-5b0b4d3a-e96a-49f0-9c43-c5aee2afa996 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6292e5d4-a4a9-48a7-955f-6a9e34544572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752463 Sep 27 04:20:31.587171 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-05396de3-281f-4c1a-ac22-eabd06a5c96a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:31.590076 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-05396de3-281f-4c1a-ac22-eabd06a5c96a admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/303491c2-fcfd-4f9e-af48-2757649f822e HTTP/1.1" status: 204 len: 168 time: 0.1586192 Sep 27 04:20:31.599829 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05396de3-281f-4c1a-ac22-eabd06a5c96a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303491c2-fcfd-4f9e-af48-2757649f822e,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:31.640917 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 56492) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:31.658221 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-871777ae-761b-4142-b0ba-0e8feae80ef3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:31.692884 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a24a195b-3c58-4ab0-bb8f-361661b7fd20 admin admin] Publish callbacks [] for security_group (ad4d8177-41dd-49bf-80c7-a10dc4c6b01b), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:31.697466 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a24a195b-3c58-4ab0-bb8f-361661b7fd20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (ad4d8177-41dd-49bf-80c7-a10dc4c6b01b), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:31.786116 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24a195b-3c58-4ab0-bb8f-361661b7fd20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4d8177-41dd-49bf-80c7-a10dc4c6b01b,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:31.791140 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-a24a195b-3c58-4ab0-bb8f-361661b7fd20 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a6722e737b85493db74fd654f295f79d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3095100 Sep 27 04:20:31.794042 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 56502) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:31.823032 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 56504) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:31.840095 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-208dc070-5775-45a7-aaf2-86650afabb10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:31.845430 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-871777ae-761b-4142-b0ba-0e8feae80ef3 admin admin] Publish callbacks [] for security_group (1a5bdafd-8388-4915-b736-0896f9dd0c7e), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:31.854829 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-871777ae-761b-4142-b0ba-0e8feae80ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (1a5bdafd-8388-4915-b736-0896f9dd0c7e), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:31.886874 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-871777ae-761b-4142-b0ba-0e8feae80ef3 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=776f7ceb79e74aa3b1416863ddd4e049&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448690 Sep 27 04:20:31.891657 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 56508) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:31.905818 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-357a5dea-5eb2-4b11-9516-d44bd9264d92 admin admin] Publish callbacks [] for security_group (ad4d8177-41dd-49bf-80c7-a10dc4c6b01b), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:31.910786 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54448ba-1e32-484a-a8bf-71586e699132 req-cf2b21e4-0ffd-407b-ab81-8feead18cf48 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:31.912447 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a54448ba-1e32-484a-a8bf-71586e699132 req-cf2b21e4-0ffd-407b-ab81-8feead18cf48 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 943 time: 0.1355703 Sep 27 04:20:31.926969 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-357a5dea-5eb2-4b11-9516-d44bd9264d92 admin admin] Publish callbacks [] for security_group (ad4d8177-41dd-49bf-80c7-a10dc4c6b01b), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:31.957763 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:31.986532 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871777ae-761b-4142-b0ba-0e8feae80ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5bdafd-8388-4915-b736-0896f9dd0c7e,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:32.012113 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a54448ba-1e32-484a-a8bf-71586e699132 req-73a099e7-8b11-4115-95a9-2059668c079b tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913155 Sep 27 04:20:32.021369 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-208dc070-5775-45a7-aaf2-86650afabb10 admin admin] Publish callbacks [] for security_group (ed55ad1b-63c9-4172-94e8-1de84e83672e), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:32.026271 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-357a5dea-5eb2-4b11-9516-d44bd9264d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (ad4d8177-41dd-49bf-80c7-a10dc4c6b01b), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:32.034201 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-357a5dea-5eb2-4b11-9516-d44bd9264d92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:32.046948 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-357a5dea-5eb2-4b11-9516-d44bd9264d92 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/ad4d8177-41dd-49bf-80c7-a10dc4c6b01b HTTP/1.1" status: 204 len: 168 time: 0.2403562 Sep 27 04:20:32.046948 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-208dc070-5775-45a7-aaf2-86650afabb10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (ed55ad1b-63c9-4172-94e8-1de84e83672e), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:32.053001 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:32.056020 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357a5dea-5eb2-4b11-9516-d44bd9264d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4d8177-41dd-49bf-80c7-a10dc4c6b01b,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:32.068517 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7d8979e3-ab1a-4326-a194-e7508476512d admin admin] Publish callbacks [] for security_group (1a5bdafd-8388-4915-b736-0896f9dd0c7e), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:32.114307 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-208dc070-5775-45a7-aaf2-86650afabb10 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=dcfbd01e12e548719c49888950d8cb56&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2898841 Sep 27 04:20:32.116979 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208dc070-5775-45a7-aaf2-86650afabb10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed55ad1b-63c9-4172-94e8-1de84e83672e,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:32.119563 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 56516) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:32.123168 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7d8979e3-ab1a-4326-a194-e7508476512d admin admin] Publish callbacks [] for security_group (1a5bdafd-8388-4915-b736-0896f9dd0c7e), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:32.192539 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7d8979e3-ab1a-4326-a194-e7508476512d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (1a5bdafd-8388-4915-b736-0896f9dd0c7e), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:32.196318 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7d8979e3-ab1a-4326-a194-e7508476512d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:32.197877 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-7d8979e3-ab1a-4326-a194-e7508476512d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1a5bdafd-8388-4915-b736-0896f9dd0c7e HTTP/1.1" status: 204 len: 168 time: 0.3053493 Sep 27 04:20:32.206732 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-00a40baa-f70b-4755-8141-6a5b5db767ad admin admin] Publish callbacks [] for security_group (ed55ad1b-63c9-4172-94e8-1de84e83672e), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:32.208915 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8979e3-ab1a-4326-a194-e7508476512d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5bdafd-8388-4915-b736-0896f9dd0c7e,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:32.266171 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-00a40baa-f70b-4755-8141-6a5b5db767ad admin admin] Publish callbacks [] for security_group (ed55ad1b-63c9-4172-94e8-1de84e83672e), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:32.293643 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68dbbe8-78e9-465e-8236-03b9a2b1ae36 req-082eaf0c-154c-475f-9a3e-1322e58f6d36 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:32.295323 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d68dbbe8-78e9-465e-8236-03b9a2b1ae36 req-082eaf0c-154c-475f-9a3e-1322e58f6d36 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 944 time: 0.0764337 Sep 27 04:20:32.362242 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d68dbbe8-78e9-465e-8236-03b9a2b1ae36 req-463e8940-28d9-411e-8de6-9394780e404b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580783 Sep 27 04:20:32.363307 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-00a40baa-f70b-4755-8141-6a5b5db767ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (ed55ad1b-63c9-4172-94e8-1de84e83672e), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:32.365886 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-00a40baa-f70b-4755-8141-6a5b5db767ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:32.369295 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-00a40baa-f70b-4755-8141-6a5b5db767ad admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/ed55ad1b-63c9-4172-94e8-1de84e83672e HTTP/1.1" status: 204 len: 168 time: 0.2465417 Sep 27 04:20:32.376076 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a40baa-f70b-4755-8141-6a5b5db767ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed55ad1b-63c9-4172-94e8-1de84e83672e,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:32.747708 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5322426-f065-4f93-9451-912f6f8c657a req-a4b9bc24-98f5-4f31-b891-93ecbbc1565f tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:32.750749 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c5322426-f065-4f93-9451-912f6f8c657a req-a4b9bc24-98f5-4f31-b891-93ecbbc1565f tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=355252e2-3471-4c92-95d1-adcecc4033c7 HTTP/1.1" status: 200 len: 944 time: 0.0719714 Sep 27 04:20:32.820685 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c5322426-f065-4f93-9451-912f6f8c657a req-72df1657-5d6d-4d2e-982a-2a857d034c4e tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6292e5d4-a4a9-48a7-955f-6a9e34544572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590041 Sep 27 04:20:32.840080 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091d871-b143-432d-adc2-6beec6b16e31 req-027e7946-c891-43f1-a727-ccc6a257c6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:32.841944 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9091d871-b143-432d-adc2-6beec6b16e31 req-027e7946-c891-43f1-a727-ccc6a257c6da service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=8e579293-c2b5-4786-882a-437ca24df95d HTTP/1.1" status: 200 len: 849 time: 0.1188703 Sep 27 04:20:32.857683 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 56556) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:32.871871 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5426453a-c585-41fa-8fd3-3fa2e4e875c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:32.874916 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:INSERT=7,neutron:SELECT=86,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:32.936448 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091d871-b143-432d-adc2-6beec6b16e31 req-3b4e2743-aa88-4ae5-81fb-db633aa500c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:32.938173 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9091d871-b143-432d-adc2-6beec6b16e31 req-3b4e2743-aa88-4ae5-81fb-db633aa500c1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=a72f6105-d258-45cb-a84d-18590bef93c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0825641 Sep 27 04:20:32.942703 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4ac311c2-5c36-4df8-b2ed-e425532d2eaa req-1e24274d-ffbd-4852-9688-0c096aa16f2b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184081 Sep 27 04:20:32.971063 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=13 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:32.991792 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5426453a-c585-41fa-8fd3-3fa2e4e875c4 admin admin] Publish callbacks [] for security_group (e4d11b01-dd03-4b7d-9e05-a5e4b80e1d83), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:32.998775 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5426453a-c585-41fa-8fd3-3fa2e4e875c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (e4d11b01-dd03-4b7d-9e05-a5e4b80e1d83), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:33.049223 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-5426453a-c585-41fa-8fd3-3fa2e4e875c4 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=d4d4abd3268e446fb4a1867b2ab17227&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1896980 Sep 27 04:20:33.050219 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5426453a-c585-41fa-8fd3-3fa2e4e875c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d11b01-dd03-4b7d-9e05-a5e4b80e1d83,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:33.053541 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 56562) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:33.085620 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9091d871-b143-432d-adc2-6beec6b16e31 req-17ee3e1a-3f75-4201-83ce-c26671e42847 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a72f6105-d258-45cb-a84d-18590bef93c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340537 Sep 27 04:20:33.163547 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b119e1ba-9177-42fd-b5e4-c38723674c69 admin admin] Publish callbacks [] for security_group (e4d11b01-dd03-4b7d-9e05-a5e4b80e1d83), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:33.204945 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b119e1ba-9177-42fd-b5e4-c38723674c69 admin admin] Publish callbacks [] for security_group (e4d11b01-dd03-4b7d-9e05-a5e4b80e1d83), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:33.233995 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9d747-1277-433f-84f4-54e50a85ae42 req-d75b29b0-85ed-49ca-9984-e0386ea609eb tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:33.250768 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1ed9d747-1277-433f-84f4-54e50a85ae42 req-d75b29b0-85ed-49ca-9984-e0386ea609eb tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 943 time: 0.1017873 Sep 27 04:20:33.275327 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b119e1ba-9177-42fd-b5e4-c38723674c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (e4d11b01-dd03-4b7d-9e05-a5e4b80e1d83), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:33.283454 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b119e1ba-9177-42fd-b5e4-c38723674c69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:33.284723 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-b119e1ba-9177-42fd-b5e4-c38723674c69 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e4d11b01-dd03-4b7d-9e05-a5e4b80e1d83 HTTP/1.1" status: 204 len: 168 time: 0.2285407 Sep 27 04:20:33.299091 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b119e1ba-9177-42fd-b5e4-c38723674c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d11b01-dd03-4b7d-9e05-a5e4b80e1d83,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:33.329175 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1ed9d747-1277-433f-84f4-54e50a85ae42 req-ac30c5f5-172c-43cd-9b33-f20609659f4d tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774474 Sep 27 04:20:33.513601 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d32c919-685a-4d07-b372-0fde7b5e4357 req-c8f60297-b67c-4933-99df-71b5f779f9f6 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:33.515923 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9d32c919-685a-4d07-b372-0fde7b5e4357 req-c8f60297-b67c-4933-99df-71b5f779f9f6 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 944 time: 0.0519230 Sep 27 04:20:33.570141 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9d32c919-685a-4d07-b372-0fde7b5e4357 req-cc20af3c-a8de-46c1-915c-b900d1335431 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482194 Sep 27 04:20:33.772054 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 56608) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:33.985514 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1bc53-c4b4-4079-92c7-29d4580c30e7 req-a61146ac-80f0-4112-a579-1013a2881580 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:33.987318 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4cc1bc53-c4b4-4079-92c7-29d4580c30e7 req-a61146ac-80f0-4112-a579-1013a2881580 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=355252e2-3471-4c92-95d1-adcecc4033c7 HTTP/1.1" status: 200 len: 944 time: 0.0775363 Sep 27 04:20:33.991303 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9091d871-b143-432d-adc2-6beec6b16e31 req-fb9b2578-d676-4fe8-b0e5-44a8c53018ba service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a72f6105-d258-45cb-a84d-18590bef93c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407144 Sep 27 04:20:34.043470 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4de639dc-f7b8-47ca-94b2-81ea4b5772aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:34.101393 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4cc1bc53-c4b4-4079-92c7-29d4580c30e7 req-82654a0f-67de-47f2-b6b5-91913b748096 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6292e5d4-a4a9-48a7-955f-6a9e34544572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059177 Sep 27 04:20:34.109837 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:34.118176 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091d871-b143-432d-adc2-6beec6b16e31 req-b5a68b49-a000-45db-956b-a6375424e63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:34.119895 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9091d871-b143-432d-adc2-6beec6b16e31 req-b5a68b49-a000-45db-956b-a6375424e63a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=312fa89a4d9b43c5919b7bad5411002a&device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 1128 time: 0.0710955 Sep 27 04:20:34.158994 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4de639dc-f7b8-47ca-94b2-81ea4b5772aa admin admin] Publish callbacks [] for security_group (e59ab5bf-0238-4254-bf79-ad541d6035fd), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:34.164546 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4de639dc-f7b8-47ca-94b2-81ea4b5772aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (e59ab5bf-0238-4254-bf79-ad541d6035fd), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:34.211152 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-4de639dc-f7b8-47ca-94b2-81ea4b5772aa admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=de1f5d9b493942d088cbc5e3925d94c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4378350 Sep 27 04:20:34.211996 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 56628) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:34.218027 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de639dc-f7b8-47ca-94b2-81ea4b5772aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59ab5bf-0238-4254-bf79-ad541d6035fd,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:34.269254 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-29b28004-bcc5-436b-a0d7-93ac0917dd01 admin admin] Publish callbacks [] for security_group (e59ab5bf-0238-4254-bf79-ad541d6035fd), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:34.274302 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:34.278453 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091d871-b143-432d-adc2-6beec6b16e31 req-6abe84d9-8d51-41b3-bc47-b32bcf5baa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:34.280098 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9091d871-b143-432d-adc2-6beec6b16e31 req-6abe84d9-8d51-41b3-bc47-b32bcf5baa9f service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6 HTTP/1.1" status: 200 len: 917 time: 0.1502156 Sep 27 04:20:34.293310 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-29b28004-bcc5-436b-a0d7-93ac0917dd01 admin admin] Publish callbacks [] for security_group (e59ab5bf-0238-4254-bf79-ad541d6035fd), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:34.349022 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device acd21fd8-866c-4c10-9697-2fe37ef43cf1 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 04:20:34.360633 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-29b28004-bcc5-436b-a0d7-93ac0917dd01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (e59ab5bf-0238-4254-bf79-ad541d6035fd), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:34.360757 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9091d871-b143-432d-adc2-6beec6b16e31 req-cd64bbcf-dff9-4433-b339-10a7c68124b2 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbab3923-3dca-428e-93ca-c5dd6eb5cde9 HTTP/1.1" status: 200 len: 217 time: 0.0706847 Sep 27 04:20:34.364950 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-29b28004-bcc5-436b-a0d7-93ac0917dd01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:34.366026 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-29b28004-bcc5-436b-a0d7-93ac0917dd01 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e59ab5bf-0238-4254-bf79-ad541d6035fd HTTP/1.1" status: 204 len: 168 time: 0.1530802 Sep 27 04:20:34.389809 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b28004-bcc5-436b-a0d7-93ac0917dd01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59ab5bf-0238-4254-bf79-ad541d6035fd,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:34.440960 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091d871-b143-432d-adc2-6beec6b16e31 req-5f2dce4c-67e4-49b6-a5da-6d7d013f815f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:34.442966 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9091d871-b143-432d-adc2-6beec6b16e31 req-5f2dce4c-67e4-49b6-a5da-6d7d013f815f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=7fbc1344-d37e-4e3c-8ea2-baced031ac4e HTTP/1.1" status: 200 len: 855 time: 0.0760412 Sep 27 04:20:34.501078 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:34.509370 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091d871-b143-432d-adc2-6beec6b16e31 req-17179c31-751c-47e3-9ae2-076592cef9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:34.514378 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9091d871-b143-432d-adc2-6beec6b16e31 req-17179c31-751c-47e3-9ae2-076592cef9c0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605547 Sep 27 04:20:34.529075 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d7ad7-5f36-4107-ae5d-2c96dfad5962 req-249ec567-72bd-41bc-aea6-2c04f34a55d6 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:34.531349 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b13d7ad7-5f36-4107-ae5d-2c96dfad5962 req-249ec567-72bd-41bc-aea6-2c04f34a55d6 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 943 time: 0.0802953 Sep 27 04:20:34.558703 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port acd21fd8-866c-4c10-9697-2fe37ef43cf1, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=acd21fd8-866c-4c10-9697-2fe37ef43cf1,segment=NetworkSegment(140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5),segment_id=140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:20:34.576725 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Returning: {'device': 'acd21fd8-866c-4c10-9697-2fe37ef43cf1', 'network_id': '90468030-e15f-4d68-bea3-d020393e070f', 'port_id': 'acd21fd8-866c-4c10-9697-2fe37ef43cf1', 'mac_address': 'fa:16:3e:55:f7:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef556055-3d79-4e00-91ba-4215c47f3d3a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 04:20:34.596067 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b13d7ad7-5f36-4107-ae5d-2c96dfad5962 req-338f9064-49a0-4532-be43-8528024cdb1f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591619 Sep 27 04:20:34.621505 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port acd21fd8-866c-4c10-9697-2fe37ef43cf1 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:20:34.622057 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (acd21fd8-866c-4c10-9697-2fe37ef43cf1), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:34.641159 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acd21fd8-866c-4c10-9697-2fe37ef43cf1 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:20:34.674222 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port acd21fd8-866c-4c10-9697-2fe37ef43cf1, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=acd21fd8-866c-4c10-9697-2fe37ef43cf1,segment=NetworkSegment(140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5),segment_id=140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:20:34.676965 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9091d871-b143-432d-adc2-6beec6b16e31 req-46ea7a61-4562-4f8d-a9b3-e1c49e6e2096 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532929 Sep 27 04:20:34.680580 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (acd21fd8-866c-4c10-9697-2fe37ef43cf1), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:34.719438 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:34.748714 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=acd21fd8-866c-4c10-9697-2fe37ef43cf1,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:34.813866 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48385c24-e4b3-47fe-bb68-a6d1b0315a8a req-ecc682b4-4c8a-4140-bb88-b9ac56db49fa tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:34.815565 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-48385c24-e4b3-47fe-bb68-a6d1b0315a8a req-ecc682b4-4c8a-4140-bb88-b9ac56db49fa tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 944 time: 0.0750568 Sep 27 04:20:34.843645 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9091d871-b143-432d-adc2-6beec6b16e31 req-d93abd47-5584-4fa0-ba7f-43632c99525f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554751 Sep 27 04:20:34.881361 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-48385c24-e4b3-47fe-bb68-a6d1b0315a8a req-367d4427-5b38-4231-a9b6-eb399628d0da tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537889 Sep 27 04:20:34.992478 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['acd21fd8-866c-4c10-9697-2fe37ef43cf1'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:20:35.031289 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 56662) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:35.048033 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-949ddacb-0b83-49fa-b4f0-96cf2ba864a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:35.083323 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:35.086844 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:INSERT=12,neutron:UPDATE=2,neutron:SELECT=84,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:35.147973 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-949ddacb-0b83-49fa-b4f0-96cf2ba864a4 admin admin] Publish callbacks [] for security_group (125b9fe9-638f-43f8-9b2d-05d2466eaf0b), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:35.156030 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-949ddacb-0b83-49fa-b4f0-96cf2ba864a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (125b9fe9-638f-43f8-9b2d-05d2466eaf0b), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:35.211529 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949ddacb-0b83-49fa-b4f0-96cf2ba864a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=125b9fe9-638f-43f8-9b2d-05d2466eaf0b,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:35.218629 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-949ddacb-0b83-49fa-b4f0-96cf2ba864a4 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a7a58f1304fb4f4493d562f7e2ba707e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1840150 Sep 27 04:20:35.219799 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 56668) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:35.308401 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668415ab-d6bd-425d-8569-efc50b9ba784 req-00cd55c1-6370-444f-8b77-93125067f435 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:35.309942 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-668415ab-d6bd-425d-8569-efc50b9ba784 req-00cd55c1-6370-444f-8b77-93125067f435 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=355252e2-3471-4c92-95d1-adcecc4033c7 HTTP/1.1" status: 200 len: 945 time: 0.0994997 Sep 27 04:20:35.324128 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c06559a9-ee6e-45b5-a7bd-c25162275718 admin admin] Publish callbacks [] for security_group (125b9fe9-638f-43f8-9b2d-05d2466eaf0b), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:35.351163 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c06559a9-ee6e-45b5-a7bd-c25162275718 admin admin] Publish callbacks [] for security_group (125b9fe9-638f-43f8-9b2d-05d2466eaf0b), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:35.380237 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-668415ab-d6bd-425d-8569-efc50b9ba784 req-cc20eca3-649a-4019-8000-f84a2aa64c37 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6292e5d4-a4a9-48a7-955f-6a9e34544572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642521 Sep 27 04:20:35.410716 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c06559a9-ee6e-45b5-a7bd-c25162275718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (125b9fe9-638f-43f8-9b2d-05d2466eaf0b), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:35.414471 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c06559a9-ee6e-45b5-a7bd-c25162275718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:35.419838 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-c06559a9-ee6e-45b5-a7bd-c25162275718 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/125b9fe9-638f-43f8-9b2d-05d2466eaf0b HTTP/1.1" status: 204 len: 168 time: 0.1989927 Sep 27 04:20:35.429355 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06559a9-ee6e-45b5-a7bd-c25162275718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=125b9fe9-638f-43f8-9b2d-05d2466eaf0b,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:35.742456 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623fafd9-8ec5-492e-a517-eb3dcf72d227 req-60ab391f-609a-44e2-b7fa-8773ec071126 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:35.746210 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-623fafd9-8ec5-492e-a517-eb3dcf72d227 req-60ab391f-609a-44e2-b7fa-8773ec071126 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 943 time: 0.0565970 Sep 27 04:20:35.794676 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-623fafd9-8ec5-492e-a517-eb3dcf72d227 req-102b1f9d-f7b9-4399-b671-d846d0b5bf91 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451326 Sep 27 04:20:36.050417 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d50b12-b94c-4f29-b646-d553c0548573 req-847a9ee9-beb0-4736-8955-7d2c7c9aac68 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:36.053049 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d3d50b12-b94c-4f29-b646-d553c0548573 req-847a9ee9-beb0-4736-8955-7d2c7c9aac68 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 944 time: 0.0663819 Sep 27 04:20:36.142882 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d3d50b12-b94c-4f29-b646-d553c0548573 req-03afc94c-0955-4f5d-9bcf-6a03ec3768a1 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791318 Sep 27 04:20:36.177321 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:36.329125 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device ef3b9eed-fccf-490a-bc0f-2fe41f79b621 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 04:20:36.400089 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device acd21fd8-866c-4c10-9697-2fe37ef43cf1 up at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:20:36.480025 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning for port acd21fd8-866c-4c10-9697-2fe37ef43cf1 completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 04:20:36.495354 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port ef3b9eed-fccf-490a-bc0f-2fe41f79b621, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=ef3b9eed-fccf-490a-bc0f-2fe41f79b621,segment=NetworkSegment(a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921),segment_id=a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:20:36.504079 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning complete for port acd21fd8-866c-4c10-9697-2fe37ef43cf1 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:20:36.504626 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (acd21fd8-866c-4c10-9697-2fe37ef43cf1), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:36.505559 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Attempt 1 to provision port acd21fd8-866c-4c10-9697-2fe37ef43cf1 Sep 27 04:20:36.536795 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Returning: {'device': 'ef3b9eed-fccf-490a-bc0f-2fe41f79b621', 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2', 'port_id': 'ef3b9eed-fccf-490a-bc0f-2fe41f79b621', 'mac_address': 'fa:16:3e:e5:f3:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e579293-c2b5-4786-882a-437ca24df95d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 04:20:36.555976 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1f35d4-d844-4fbc-950b-96da1aaf8398 req-f06145fd-89c1-429e-b422-930d3a90ad6f tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:36.575074 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7b1f35d4-d844-4fbc-950b-96da1aaf8398 req-f06145fd-89c1-429e-b422-930d3a90ad6f tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=355252e2-3471-4c92-95d1-adcecc4033c7 HTTP/1.1" status: 200 len: 945 time: 0.0794530 Sep 27 04:20:36.605064 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port ef3b9eed-fccf-490a-bc0f-2fe41f79b621 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:20:36.605879 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (ef3b9eed-fccf-490a-bc0f-2fe41f79b621), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:36.647106 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef3b9eed-fccf-490a-bc0f-2fe41f79b621 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:20:36.692015 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7b1f35d4-d844-4fbc-950b-96da1aaf8398 req-e1cccb1a-800e-4c01-a38e-4606b43933f7 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6292e5d4-a4a9-48a7-955f-6a9e34544572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145711 Sep 27 04:20:36.700157 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port ef3b9eed-fccf-490a-bc0f-2fe41f79b621, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=ef3b9eed-fccf-490a-bc0f-2fe41f79b621,segment=NetworkSegment(a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921),segment_id=a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:20:36.712926 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (ef3b9eed-fccf-490a-bc0f-2fe41f79b621), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:36.714075 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device bbab3923-3dca-428e-93ca-c5dd6eb5cde9 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 04:20:36.723069 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port acd21fd8-866c-4c10-9697-2fe37ef43cf1 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:20:36.723679 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (acd21fd8-866c-4c10-9697-2fe37ef43cf1), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:36.779417 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:36.901952 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port bbab3923-3dca-428e-93ca-c5dd6eb5cde9, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=bbab3923-3dca-428e-93ca-c5dd6eb5cde9,segment=NetworkSegment(188f0649-0d82-4591-a8be-8000cf940ed2),segment_id=188f0649-0d82-4591-a8be-8000cf940ed2)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:20:36.923828 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:36.950016 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port acd21fd8-866c-4c10-9697-2fe37ef43cf1, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=acd21fd8-866c-4c10-9697-2fe37ef43cf1,segment=NetworkSegment(140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5),segment_id=140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:20:36.951134 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Returning: {'device': 'bbab3923-3dca-428e-93ca-c5dd6eb5cde9', 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6', 'port_id': 'bbab3923-3dca-428e-93ca-c5dd6eb5cde9', 'mac_address': 'fa:16:3e:5a:77:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 04:20:36.957190 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355252e2-3471-4c92-95d1-adcecc4033c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd21fd8-866c-4c10-9697-2fe37ef43cf1'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:20:37.012526 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143edaf3-73f4-4872-a633-db89b57e662f req-2fd69c20-3b94-46e5-b5a6-8366238340aa tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:37.014076 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-143edaf3-73f4-4872-a633-db89b57e662f req-2fd69c20-3b94-46e5-b5a6-8366238340aa tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 944 time: 0.0731695 Sep 27 04:20:37.059414 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=ef3b9eed-fccf-490a-bc0f-2fe41f79b621,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:37.065614 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (acd21fd8-866c-4c10-9697-2fe37ef43cf1), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:37.144462 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-143edaf3-73f4-4872-a633-db89b57e662f req-739ce5da-d30d-4db9-9b58-5944b42db6aa tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182358 Sep 27 04:20:37.178740 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port bbab3923-3dca-428e-93ca-c5dd6eb5cde9 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:20:37.179806 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (bbab3923-3dca-428e-93ca-c5dd6eb5cde9), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:37.256650 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbab3923-3dca-428e-93ca-c5dd6eb5cde9 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:20:37.315037 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=acd21fd8-866c-4c10-9697-2fe37ef43cf1,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:37.323609 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port bbab3923-3dca-428e-93ca-c5dd6eb5cde9, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=bbab3923-3dca-428e-93ca-c5dd6eb5cde9,segment=NetworkSegment(188f0649-0d82-4591-a8be-8000cf940ed2),segment_id=188f0649-0d82-4591-a8be-8000cf940ed2)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:20:37.331287 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (bbab3923-3dca-428e-93ca-c5dd6eb5cde9), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:37.354422 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf841ae-00d7-4cd0-9559-70ba6c41b19b req-6afc430a-adf7-4aba-9c74-ce96b46a827b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:37.362284 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-acf841ae-00d7-4cd0-9559-70ba6c41b19b req-6afc430a-adf7-4aba-9c74-ce96b46a827b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 944 time: 0.0903790 Sep 27 04:20:37.394525 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2687affa0ef786a15f255b59e70001bb997277ef1a41850ee1c1551a100c7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38654003-b5dd-4b67-8872-2eb0c427ed3d" -d '{"events": [{"server_uuid": "355252e2-3471-4c92-95d1-adcecc4033c7", "name": "network-vif-plugged", "status": "completed", "tag": "acd21fd8-866c-4c10-9697-2fe37ef43cf1"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:20:37.425598 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 56770) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:37.470059 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=bbab3923-3dca-428e-93ca-c5dd6eb5cde9,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:37.486490 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-acf841ae-00d7-4cd0-9559-70ba6c41b19b req-05652035-4ee2-4f1b-bc80-77a68a02c1ed tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228528 Sep 27 04:20:37.581185 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-657e5813-7cf1-4011-ae5b-749e64ed4793 x-openstack-request-id: req-657e5813-7cf1-4011-ae5b-749e64ed4793 {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:20:37.581481 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355252e2-3471-4c92-95d1-adcecc4033c7", "name": "network-vif-plugged", "status": "completed", "tag": "acd21fd8-866c-4c10-9697-2fe37ef43cf1", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:20:37.581736 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-657e5813-7cf1-4011-ae5b-749e64ed4793 {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:20:37.582232 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-657e5813-7cf1-4011-ae5b-749e64ed4793'] response: {'server_uuid': '355252e2-3471-4c92-95d1-adcecc4033c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acd21fd8-866c-4c10-9697-2fe37ef43cf1', 'code': 200} Sep 27 04:20:37.610344 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-86af25ce-d4d4-404b-b666-bbbad67b2cd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:37.650405 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:37.667064 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:37.710559 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-86af25ce-d4d4-404b-b666-bbbad67b2cd8 admin admin] Publish callbacks [] for security_group (6f036b50-3058-48da-9b43-a4a368658769), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:37.719087 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-86af25ce-d4d4-404b-b666-bbbad67b2cd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (6f036b50-3058-48da-9b43-a4a368658769), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:37.759864 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86af25ce-d4d4-404b-b666-bbbad67b2cd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f036b50-3058-48da-9b43-a4a368658769,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:37.761778 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['ef3b9eed-fccf-490a-bc0f-2fe41f79b621'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:20:37.764441 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-86af25ce-d4d4-404b-b666-bbbad67b2cd8 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=5d736ae2114748c3801d1ae02603fe79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3376403 Sep 27 04:20:37.767135 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 56788) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:37.854780 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['bbab3923-3dca-428e-93ca-c5dd6eb5cde9'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:20:37.879742 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7f0118-b201-4797-8d91-b8d725ab580b req-facf32b5-f92f-46ec-9488-ade3dc8598b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:37.881245 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ac7f0118-b201-4797-8d91-b8d725ab580b req-facf32b5-f92f-46ec-9488-ade3dc8598b4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=355252e2-3471-4c92-95d1-adcecc4033c7 HTTP/1.1" status: 200 len: 1130 time: 0.1068223 Sep 27 04:20:37.936175 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-ac7f0118-b201-4797-8d91-b8d725ab580b req-587c7486-42ab-40dd-b700-77c989a491ca service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:37.958964 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27afe85-3d83-4655-997b-071b718965c8 req-c321184e-7d35-4d7e-a179-a3dbba00d4b2 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:37.960715 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c27afe85-3d83-4655-997b-071b718965c8 req-c321184e-7d35-4d7e-a179-a3dbba00d4b2 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=355252e2-3471-4c92-95d1-adcecc4033c7 HTTP/1.1" status: 200 len: 946 time: 0.1714001 Sep 27 04:20:37.975593 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ea8524c2-4fca-4f91-b56a-693a35c7af76 admin admin] Publish callbacks [] for security_group (6f036b50-3058-48da-9b43-a4a368658769), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:38.023534 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ea8524c2-4fca-4f91-b56a-693a35c7af76 admin admin] Publish callbacks [] for security_group (6f036b50-3058-48da-9b43-a4a368658769), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:38.103524 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c27afe85-3d83-4655-997b-071b718965c8 req-79141bed-9f48-48f7-9caf-3a4a278fae70 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6292e5d4-a4a9-48a7-955f-6a9e34544572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319442 Sep 27 04:20:38.166250 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-ac7f0118-b201-4797-8d91-b8d725ab580b req-587c7486-42ab-40dd-b700-77c989a491ca service neutron] Publish callbacks [] for security_group (82ed0ade-6f20-442a-abca-a310913ba181), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:38.168731 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ea8524c2-4fca-4f91-b56a-693a35c7af76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (6f036b50-3058-48da-9b43-a4a368658769), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:38.174566 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ea8524c2-4fca-4f91-b56a-693a35c7af76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:38.177801 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-ea8524c2-4fca-4f91-b56a-693a35c7af76 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6f036b50-3058-48da-9b43-a4a368658769 HTTP/1.1" status: 204 len: 168 time: 0.4096878 Sep 27 04:20:38.214210 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8524c2-4fca-4f91-b56a-693a35c7af76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f036b50-3058-48da-9b43-a4a368658769,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:38.217444 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-ac7f0118-b201-4797-8d91-b8d725ab580b req-587c7486-42ab-40dd-b700-77c989a491ca service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (82ed0ade-6f20-442a-abca-a310913ba181), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:38.306265 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ac7f0118-b201-4797-8d91-b8d725ab580b req-587c7486-42ab-40dd-b700-77c989a491ca service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=6292e5d4-a4a9-48a7-955f-6a9e34544572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4006431 Sep 27 04:20:38.316078 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f03398-7577-4b66-aff1-b6a4721c50fd req-2c5c99ac-64c2-470b-b601-5a09a6c7a1a2 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:38.319024 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-83f03398-7577-4b66-aff1-b6a4721c50fd req-2c5c99ac-64c2-470b-b601-5a09a6c7a1a2 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 944 time: 0.0625114 Sep 27 04:20:38.326760 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587c7486-42ab-40dd-b700-77c989a491ca service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=82ed0ade-6f20-442a-abca-a310913ba181,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:38.407818 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-83f03398-7577-4b66-aff1-b6a4721c50fd req-2277ace7-acc9-4ed1-bde8-39562884ac17 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819185 Sep 27 04:20:38.654409 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514a735-270a-4ce4-ab7c-08fc488d839f req-dcb0775c-1f19-43a9-b798-66010b930009 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:38.664899 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7514a735-270a-4ce4-ab7c-08fc488d839f req-dcb0775c-1f19-43a9-b798-66010b930009 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 945 time: 0.0668995 Sep 27 04:20:38.730905 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7514a735-270a-4ce4-ab7c-08fc488d839f req-b59ec954-82e7-4894-900b-2b81ebda2633 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622756 Sep 27 04:20:38.740802 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 56836) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:38.754634 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2188984c-e5b1-42d0-b3ad-81f7a3a8e204 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:38.824814 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 56840) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:38.876241 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2188984c-e5b1-42d0-b3ad-81f7a3a8e204 admin admin] Publish callbacks [] for security_group (2824daff-6365-48ef-8255-eb248aa73985), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:38.880050 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2188984c-e5b1-42d0-b3ad-81f7a3a8e204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (2824daff-6365-48ef-8255-eb248aa73985), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:38.931655 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-2188984c-e5b1-42d0-b3ad-81f7a3a8e204 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=ea4892e5b25b4462ad734616243f81fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1873875 Sep 27 04:20:38.931655 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2188984c-e5b1-42d0-b3ad-81f7a3a8e204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2824daff-6365-48ef-8255-eb248aa73985,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:38.932173 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 56844) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:38.994347 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-140d9c21-5610-46bd-8604-7a19328d0d2e admin admin] Publish callbacks [] for security_group (2824daff-6365-48ef-8255-eb248aa73985), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:39.021180 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-140d9c21-5610-46bd-8604-7a19328d0d2e admin admin] Publish callbacks [] for security_group (2824daff-6365-48ef-8255-eb248aa73985), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:39.086928 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3b9e5aed-b7dc-4b30-be5a-9c8ac60a2675 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:39.111236 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:INSERT=3,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:39.114847 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:39.181294 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-140d9c21-5610-46bd-8604-7a19328d0d2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (2824daff-6365-48ef-8255-eb248aa73985), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:39.183890 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-140d9c21-5610-46bd-8604-7a19328d0d2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:39.187861 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-140d9c21-5610-46bd-8604-7a19328d0d2e admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/2824daff-6365-48ef-8255-eb248aa73985 HTTP/1.1" status: 204 len: 168 time: 0.2517245 Sep 27 04:20:39.201287 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d9c21-5610-46bd-8604-7a19328d0d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2824daff-6365-48ef-8255-eb248aa73985,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:39.227075 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3b9e5aed-b7dc-4b30-be5a-9c8ac60a2675 admin admin] Publish callbacks [] for security_group (c733e87f-eca8-47b3-8556-b3ce88d2c510), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:39.232475 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3b9e5aed-b7dc-4b30-be5a-9c8ac60a2675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (c733e87f-eca8-47b3-8556-b3ce88d2c510), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:39.260906 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d45c03-ff0a-4ced-889d-76f00003e25c req-0932e3c2-73cc-4fa5-9e23-ee4778b5cc70 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:39.262455 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-84d45c03-ff0a-4ced-889d-76f00003e25c req-0932e3c2-73cc-4fa5-9e23-ee4778b5cc70 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=355252e2-3471-4c92-95d1-adcecc4033c7 HTTP/1.1" status: 200 len: 946 time: 0.0514581 Sep 27 04:20:39.268020 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-3b9e5aed-b7dc-4b30-be5a-9c8ac60a2675 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c5b4f63d1eb24b8eae0fe749cea44218&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4417059 Sep 27 04:20:39.273525 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 56860) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:39.298454 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9e5aed-b7dc-4b30-be5a-9c8ac60a2675 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c733e87f-eca8-47b3-8556-b3ce88d2c510,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:39.322431 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-84d45c03-ff0a-4ced-889d-76f00003e25c req-7b2ffe39-5ad9-4a38-88f7-94df302b860d tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6292e5d4-a4a9-48a7-955f-6a9e34544572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540071 Sep 27 04:20:39.339465 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f15b59e7-4b13-4822-b004-9c7c5ebba400 admin admin] Publish callbacks [] for security_group (c733e87f-eca8-47b3-8556-b3ce88d2c510), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:39.361096 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f15b59e7-4b13-4822-b004-9c7c5ebba400 admin admin] Publish callbacks [] for security_group (c733e87f-eca8-47b3-8556-b3ce88d2c510), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:39.423114 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f15b59e7-4b13-4822-b004-9c7c5ebba400 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (c733e87f-eca8-47b3-8556-b3ce88d2c510), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:39.425788 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f15b59e7-4b13-4822-b004-9c7c5ebba400 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:39.426976 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-f15b59e7-4b13-4822-b004-9c7c5ebba400 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c733e87f-eca8-47b3-8556-b3ce88d2c510 HTTP/1.1" status: 204 len: 168 time: 0.1524978 Sep 27 04:20:39.436261 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b59e7-4b13-4822-b004-9c7c5ebba400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c733e87f-eca8-47b3-8556-b3ce88d2c510,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:39.552501 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce6a4da-3e50-459f-b083-bf092526f65e req-9bf746a7-d624-495d-a60b-a266eb7e3d3a tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:39.554197 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3ce6a4da-3e50-459f-b083-bf092526f65e req-9bf746a7-d624-495d-a60b-a266eb7e3d3a tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 944 time: 0.0527964 Sep 27 04:20:39.612225 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3ce6a4da-3e50-459f-b083-bf092526f65e req-5a346145-a847-4474-a8ed-6e8f9cca458f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511189 Sep 27 04:20:39.823994 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 56888) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:39.850332 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-64313ba1-22b8-4e23-ba94-ecbc6f12efa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:39.867577 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:39.900126 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68caf92-e0de-4e36-a11c-4873309c0c0f req-5356f906-e3a2-472d-988a-ab720e7f0ba7 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:39.901610 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f68caf92-e0de-4e36-a11c-4873309c0c0f req-5356f906-e3a2-472d-988a-ab720e7f0ba7 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 945 time: 0.0710435 Sep 27 04:20:39.946444 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:39.979835 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f68caf92-e0de-4e36-a11c-4873309c0c0f req-0d45112f-4a5c-48c6-8c8a-d48f941784c8 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693133 Sep 27 04:20:40.002175 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-64313ba1-22b8-4e23-ba94-ecbc6f12efa6 admin admin] Publish callbacks [] for security_group (5648e7fa-7a2d-4664-b6e6-95032e2c2065), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:40.006750 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-64313ba1-22b8-4e23-ba94-ecbc6f12efa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (5648e7fa-7a2d-4664-b6e6-95032e2c2065), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:40.047756 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-64313ba1-22b8-4e23-ba94-ecbc6f12efa6 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=3a7201c9aa744077b931b70cdbc7295b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2227025 Sep 27 04:20:40.048715 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64313ba1-22b8-4e23-ba94-ecbc6f12efa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5648e7fa-7a2d-4664-b6e6-95032e2c2065,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:40.050453 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 56894) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:40.106681 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-75374fab-32af-40b9-9277-03886f442ce5 admin admin] Publish callbacks [] for security_group (5648e7fa-7a2d-4664-b6e6-95032e2c2065), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:40.128486 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-75374fab-32af-40b9-9277-03886f442ce5 admin admin] Publish callbacks [] for security_group (5648e7fa-7a2d-4664-b6e6-95032e2c2065), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:40.186472 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-75374fab-32af-40b9-9277-03886f442ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (5648e7fa-7a2d-4664-b6e6-95032e2c2065), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:40.188814 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-75374fab-32af-40b9-9277-03886f442ce5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:40.189972 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-75374fab-32af-40b9-9277-03886f442ce5 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5648e7fa-7a2d-4664-b6e6-95032e2c2065 HTTP/1.1" status: 204 len: 168 time: 0.1378574 Sep 27 04:20:40.205116 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75374fab-32af-40b9-9277-03886f442ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5648e7fa-7a2d-4664-b6e6-95032e2c2065,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:40.474267 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07158b-2795-4777-bd41-1a8cd9439750 req-576b45cc-5aae-4145-a1e9-6a275e3778b5 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:40.477147 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4d07158b-2795-4777-bd41-1a8cd9439750 req-576b45cc-5aae-4145-a1e9-6a275e3778b5 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=355252e2-3471-4c92-95d1-adcecc4033c7 HTTP/1.1" status: 200 len: 946 time: 0.0730295 Sep 27 04:20:40.559364 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4d07158b-2795-4777-bd41-1a8cd9439750 req-6e425a26-647f-42e3-b27d-2200ff673024 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6292e5d4-a4a9-48a7-955f-6a9e34544572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657241 Sep 27 04:20:40.751055 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f607a39-96ae-4bc4-8877-9acf113828ad req-722a981c-1a53-4ea9-828c-50d4671e66ea tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:40.754167 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-6f607a39-96ae-4bc4-8877-9acf113828ad req-722a981c-1a53-4ea9-828c-50d4671e66ea tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 944 time: 0.0611327 Sep 27 04:20:40.827786 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-6f607a39-96ae-4bc4-8877-9acf113828ad req-4f0a3e41-cdd7-4428-b16b-3dc1f9a6cd9b tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661180 Sep 27 04:20:41.067053 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 56982) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:41.113144 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e78ab8-6cfd-4847-9f8c-ddf03c6f1a95 req-788ba124-4414-401c-8db7-8d6a1921d4a6 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:41.114691 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-65e78ab8-6cfd-4847-9f8c-ddf03c6f1a95 req-788ba124-4414-401c-8db7-8d6a1921d4a6 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 945 time: 0.0481339 Sep 27 04:20:41.158334 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 56986) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:41.169249 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-65e78ab8-6cfd-4847-9f8c-ddf03c6f1a95 req-8e34ee8a-8f9c-456c-8672-1ddce0109952 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475473 Sep 27 04:20:41.262013 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-902eb6ac-9649-4486-878a-5b379e82cdd2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-378124765-network', 'tenant_id': '1ffa7078248541158035d49ab4254b73'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:20:41.287356 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902eb6ac-9649-4486-878a-5b379e82cdd2 admin admin] Made reservation on behalf of 1ffa7078248541158035d49ab4254b73 for: {'network': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:20:41.290748 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-902eb6ac-9649-4486-878a-5b379e82cdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for network (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:41.301421 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-902eb6ac-9649-4486-878a-5b379e82cdd2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:41.333755 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1dfdffb7-d47f-4564-a318-1205d303bf65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:41.447184 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-902eb6ac-9649-4486-878a-5b379e82cdd2 admin admin] Publish callbacks [] for security_group (8397793a-81e7-4a0a-a47e-96ee6218b77c), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:41.453793 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-902eb6ac-9649-4486-878a-5b379e82cdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (8397793a-81e7-4a0a-a47e-96ee6218b77c), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:41.508444 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-902eb6ac-9649-4486-878a-5b379e82cdd2 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=106211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 04:20:41.508444 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1dfdffb7-d47f-4564-a318-1205d303bf65 admin admin] Publish callbacks [] for security_group (237448e0-6469-49c8-819c-6d117871c2a5), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:41.508444 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902eb6ac-9649-4486-878a-5b379e82cdd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8397793a-81e7-4a0a-a47e-96ee6218b77c,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:41.521253 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1dfdffb7-d47f-4564-a318-1205d303bf65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (237448e0-6469-49c8-819c-6d117871c2a5), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:41.521531 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device ef3b9eed-fccf-490a-bc0f-2fe41f79b621 up at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:20:41.539939 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-902eb6ac-9649-4486-878a-5b379e82cdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (279e0395-fb1e-4db2-a16e-8a7c7b8b5d5b), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:41.540291 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.db.segments_db [None req-902eb6ac-9649-4486-878a-5b379e82cdd2 admin admin] Added segment 279e0395-fb1e-4db2-a16e-8a7c7b8b5d5b of type vlan for network 1afc1755-434f-4422-8cf4-6b447aed4322 Sep 27 04:20:41.605608 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning for port ef3b9eed-fccf-490a-bc0f-2fe41f79b621 completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 04:20:41.635964 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning complete for port ef3b9eed-fccf-490a-bc0f-2fe41f79b621 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:20:41.636561 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (ef3b9eed-fccf-490a-bc0f-2fe41f79b621), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:41.637082 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Attempt 1 to provision port ef3b9eed-fccf-490a-bc0f-2fe41f79b621 Sep 27 04:20:41.687069 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-1dfdffb7-d47f-4564-a318-1205d303bf65 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=23cf7efa73b14cab92137fda57640001&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5275459 Sep 27 04:20:41.689964 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 57006) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:41.690128 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:41.743891 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port ef3b9eed-fccf-490a-bc0f-2fe41f79b621 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:20:41.744561 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (ef3b9eed-fccf-490a-bc0f-2fe41f79b621), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:41.744954 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfdffb7-d47f-4564-a318-1205d303bf65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237448e0-6469-49c8-819c-6d117871c2a5,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:41.753799 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=78,neutron:INSERT=19,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:41.759035 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-902eb6ac-9649-4486-878a-5b379e82cdd2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770987766721'] for network (1afc1755-434f-4422-8cf4-6b447aed4322), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:41.779149 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24dba8d-ecd7-482f-9c93-79e714785fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3b9eed-fccf-490a-bc0f-2fe41f79b621'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:20:41.781619 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849416d-9dd1-48ef-a6a9-97c6d2a9674b req-8a2fd313-07bc-427b-b02b-1065590feaa0 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:41.783482 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2687affa0ef786a15f255b59e70001bb997277ef1a41850ee1c1551a100c7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15a2097-662f-4f57-a6fa-75421c299fd0" -d '{"events": [{"server_uuid": "e24dba8d-ecd7-482f-9c93-79e714785fec", "name": "network-vif-plugged", "status": "completed", "tag": "ef3b9eed-fccf-490a-bc0f-2fe41f79b621"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:20:41.789632 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2849416d-9dd1-48ef-a6a9-97c6d2a9674b req-8a2fd313-07bc-427b-b02b-1065590feaa0 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=355252e2-3471-4c92-95d1-adcecc4033c7 HTTP/1.1" status: 200 len: 946 time: 0.0940590 Sep 27 04:20:41.798844 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port ef3b9eed-fccf-490a-bc0f-2fe41f79b621, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=ef3b9eed-fccf-490a-bc0f-2fe41f79b621,segment=NetworkSegment(a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921),segment_id=a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:20:41.804237 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:41.805845 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (ef3b9eed-fccf-490a-bc0f-2fe41f79b621), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:41.808654 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device bbab3923-3dca-428e-93ca-c5dd6eb5cde9 up at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:20:41.843923 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-902eb6ac-9649-4486-878a-5b379e82cdd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551'] for network (1afc1755-434f-4422-8cf4-6b447aed4322), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:41.845002 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902eb6ac-9649-4486-878a-5b379e82cdd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:41.845698 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-902eb6ac-9649-4486-878a-5b379e82cdd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:41.860317 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c71c2811-bf2b-466d-926c-ecf7e6c07885 admin admin] Publish callbacks [] for security_group (237448e0-6469-49c8-819c-6d117871c2a5), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:41.878200 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:41.879684 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:41.885420 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c71c2811-bf2b-466d-926c-ecf7e6c07885 admin admin] Publish callbacks [] for security_group (237448e0-6469-49c8-819c-6d117871c2a5), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:41.931703 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08033dd5-0408-4736-84bb-f1bab859e98c x-openstack-request-id: req-08033dd5-0408-4736-84bb-f1bab859e98c {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:20:41.935069 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24dba8d-ecd7-482f-9c93-79e714785fec", "name": "network-vif-plugged", "status": "completed", "tag": "ef3b9eed-fccf-490a-bc0f-2fe41f79b621", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:20:41.937178 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-08033dd5-0408-4736-84bb-f1bab859e98c {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:20:41.939170 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08033dd5-0408-4736-84bb-f1bab859e98c'] response: {'server_uuid': 'e24dba8d-ecd7-482f-9c93-79e714785fec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef3b9eed-fccf-490a-bc0f-2fe41f79b621', 'code': 200} Sep 27 04:20:41.943986 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2849416d-9dd1-48ef-a6a9-97c6d2a9674b req-b324fd47-cd06-4b6b-a462-ffd74ec484a2 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6292e5d4-a4a9-48a7-955f-6a9e34544572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532607 Sep 27 04:20:41.956553 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-902eb6ac-9649-4486-878a-5b379e82cdd2 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8881063 Sep 27 04:20:41.964930 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 57018) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:41.975693 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-56ba756f-403a-4ba4-b374-a3526f9ef7a4 admin admin] Request body: {'subnet': {'network_id': '1afc1755-434f-4422-8cf4-6b447aed4322', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-378124765-subnet', 'tenant_id': '1ffa7078248541158035d49ab4254b73', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:20:41.979133 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c71c2811-bf2b-466d-926c-ecf7e6c07885 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (237448e0-6469-49c8-819c-6d117871c2a5), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:41.981638 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c71c2811-bf2b-466d-926c-ecf7e6c07885 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:41.982823 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-c71c2811-bf2b-466d-926c-ecf7e6c07885 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/237448e0-6469-49c8-819c-6d117871c2a5 HTTP/1.1" status: 204 len: 168 time: 0.2915697 Sep 27 04:20:41.994329 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902eb6ac-9649-4486-878a-5b379e82cdd2 admin admin] Pushing event updated for resources: {'Network': ['ID=1afc1755-434f-4422-8cf4-6b447aed4322,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:41.997880 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=90,neutron:INSERT=1,neutron:DELETE=9 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:42.016336 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c2811-bf2b-466d-926c-ecf7e6c07885 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237448e0-6469-49c8-819c-6d117871c2a5,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:42.018522 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Network 1afc1755-434f-4422-8cf4-6b447aed4322 details requested by agent ovs-agent-dv-cinder-859186-3-iscsi with host dv-cinder-859186-3-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 04:20:42.032838 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning for port bbab3923-3dca-428e-93ca-c5dd6eb5cde9 completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 04:20:42.034805 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ba756f-403a-4ba4-b374-a3526f9ef7a4 admin admin] Made reservation on behalf of 1ffa7078248541158035d49ab4254b73 for: {'subnet': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:20:42.040967 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-56ba756f-403a-4ba4-b374-a3526f9ef7a4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:42.058644 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 57024) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:42.065069 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=ef3b9eed-fccf-490a-bc0f-2fe41f79b621,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:42.132322 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning complete for port bbab3923-3dca-428e-93ca-c5dd6eb5cde9 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:20:42.132793 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (bbab3923-3dca-428e-93ca-c5dd6eb5cde9), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:42.137436 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Attempt 1 to provision port bbab3923-3dca-428e-93ca-c5dd6eb5cde9 Sep 27 04:20:42.321725 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ff444f1b-2727-4cd5-93be-366657599d46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:42.357624 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port bbab3923-3dca-428e-93ca-c5dd6eb5cde9 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:20:42.358954 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (bbab3923-3dca-428e-93ca-c5dd6eb5cde9), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:42.375426 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdc24fd-66c5-4222-a09c-9618e52945bc req-43af9a40-3fd8-4dd5-9e66-c16eb6ba6ef4 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:42.383236 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ecdc24fd-66c5-4222-a09c-9618e52945bc req-43af9a40-3fd8-4dd5-9e66-c16eb6ba6ef4 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.1954367 Sep 27 04:20:42.400374 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba392232-fe2a-40bb-8ebd-c49c93827978 req-4fd59c68-5c02-47c2-9c85-3316831706f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:42.407387 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ba392232-fe2a-40bb-8ebd-c49c93827978 req-4fd59c68-5c02-47c2-9c85-3316831706f6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 1129 time: 0.1637440 Sep 27 04:20:42.459810 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port bbab3923-3dca-428e-93ca-c5dd6eb5cde9, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=bbab3923-3dca-428e-93ca-c5dd6eb5cde9,segment=NetworkSegment(188f0649-0d82-4591-a8be-8000cf940ed2),segment_id=188f0649-0d82-4591-a8be-8000cf940ed2)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:20:42.467109 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (bbab3923-3dca-428e-93ca-c5dd6eb5cde9), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:42.471702 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-56ba756f-403a-4ba4-b374-a3526f9ef7a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551'] for subnet (506c094e-adb2-476c-8a72-6b2e0b04ffd8), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:42.485634 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ba392232-fe2a-40bb-8ebd-c49c93827978 req-e4738f3d-dee4-4059-afc3-105b4f87bb72 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665698 Sep 27 04:20:42.514355 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be053025-ede4-4dce-8cab-a314fc5c2aa3 req-19d8bbdf-17fb-46f1-9031-cb7200bdb28f tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:42.517623 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-be053025-ede4-4dce-8cab-a314fc5c2aa3 req-19d8bbdf-17fb-46f1-9031-cb7200bdb28f tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 945 time: 0.1360404 Sep 27 04:20:42.554489 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ecdc24fd-66c5-4222-a09c-9618e52945bc req-772a55aa-ba7f-4d4b-b15b-1ab49cbca334 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700258 Sep 27 04:20:42.585933 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=bbab3923-3dca-428e-93ca-c5dd6eb5cde9,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:42.608183 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 57046) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:42.610636 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ff444f1b-2727-4cd5-93be-366657599d46 admin admin] Publish callbacks [] for security_group (67b59fce-d936-41ff-8893-1aba6c0886e2), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:42.615274 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ff444f1b-2727-4cd5-93be-366657599d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (67b59fce-d936-41ff-8893-1aba6c0886e2), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:42.651283 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ba756f-403a-4ba4-b374-a3526f9ef7a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=506c094e-adb2-476c-8a72-6b2e0b04ffd8,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:42.653685 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f80a0949-0f80-4e59-8684-edc0cfc55296 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:42.661056 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-ff444f1b-2727-4cd5-93be-366657599d46 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1ff813b3184047249b2ad5ab9d6743f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5941079 Sep 27 04:20:42.661924 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 57054) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:42.668879 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff444f1b-2727-4cd5-93be-366657599d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b59fce-d936-41ff-8893-1aba6c0886e2,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:42.694878 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-be053025-ede4-4dce-8cab-a314fc5c2aa3 req-4d0e32c7-eb58-4541-9eb3-387fe16927ef tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1429513 Sep 27 04:20:42.698391 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ba756f-403a-4ba4-b374-a3526f9ef7a4 admin admin] Checking segment: {'id': '279e0395-fb1e-4db2-a16e-8a7c7b8b5d5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1afc1755-434f-4422-8cf4-6b447aed4322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:20:42.698807 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ba756f-403a-4ba4-b374-a3526f9ef7a4 admin admin] Network hostable DHCP agents. Network: 1afc1755-434f-4422-8cf4-6b447aed4322, hostable agents: ['90f8f94a-2e1d-4f4f-8859-344f24ecc1be'], hosted agents: [] {{(pid=106211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 04:20:42.747581 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-30272a4c-c22f-4b19-8190-0799801889e1 admin admin] Publish callbacks [] for security_group (67b59fce-d936-41ff-8893-1aba6c0886e2), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:42.756225 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=88,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:42.780811 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ba756f-403a-4ba4-b374-a3526f9ef7a4 admin admin] Network 1afc1755-434f-4422-8cf4-6b447aed4322 is scheduled to be hosted by DHCP agent 90f8f94a-2e1d-4f4f-8859-344f24ecc1be with binding_index 1 {{(pid=106211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 04:20:42.792964 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-30272a4c-c22f-4b19-8190-0799801889e1 admin admin] Publish callbacks [] for security_group (67b59fce-d936-41ff-8893-1aba6c0886e2), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:42.837826 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-56ba756f-403a-4ba4-b374-a3526f9ef7a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-3-iscsi, 1afc1755-434f-4422-8cf4-6b447aed4322) {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:20:42.854861 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3eb5e9-e30f-4277-b6f2-6649455c9f18 None None] Network 1afc1755-434f-4422-8cf4-6b447aed4322 requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:20:42.856167 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f80a0949-0f80-4e59-8684-edc0cfc55296 admin admin] Publish callbacks [] for security_group (5c626185-224e-4606-8830-05c465947c32), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:42.865138 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ba756f-403a-4ba4-b374-a3526f9ef7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:42.865776 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-56ba756f-403a-4ba4-b374-a3526f9ef7a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:42.882144 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f80a0949-0f80-4e59-8684-edc0cfc55296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (5c626185-224e-4606-8830-05c465947c32), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:42.903310 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-30272a4c-c22f-4b19-8190-0799801889e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (67b59fce-d936-41ff-8893-1aba6c0886e2), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:42.906886 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-30272a4c-c22f-4b19-8190-0799801889e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:42.910654 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-30272a4c-c22f-4b19-8190-0799801889e1 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/67b59fce-d936-41ff-8893-1aba6c0886e2 HTTP/1.1" status: 204 len: 168 time: 0.2453091 Sep 27 04:20:42.925789 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30272a4c-c22f-4b19-8190-0799801889e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b59fce-d936-41ff-8893-1aba6c0886e2,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:42.928756 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-f80a0949-0f80-4e59-8684-edc0cfc55296 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a25926354d504c84a348bbe506b83b3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3143082 Sep 27 04:20:42.931656 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 57068) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:42.990710 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-56ba756f-403a-4ba4-b374-a3526f9ef7a4 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0125415 Sep 27 04:20:43.059392 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a0949-0f80-4e59-8684-edc0cfc55296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c626185-224e-4606-8830-05c465947c32,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:43.082433 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ea6ba483-6f39-41e8-a4a0-056dc0ef121d admin admin] Publish callbacks [] for security_group (5c626185-224e-4606-8830-05c465947c32), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:43.124754 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ea6ba483-6f39-41e8-a4a0-056dc0ef121d admin admin] Publish callbacks [] for security_group (5c626185-224e-4606-8830-05c465947c32), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:43.185792 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480f2947-dfb2-4dab-8343-cbe8a93c18fd req-f96284ae-d2c4-49f0-8a31-d69171604db4 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:43.187519 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-480f2947-dfb2-4dab-8343-cbe8a93c18fd req-f96284ae-d2c4-49f0-8a31-d69171604db4 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=355252e2-3471-4c92-95d1-adcecc4033c7 HTTP/1.1" status: 200 len: 946 time: 0.0666604 Sep 27 04:20:43.200433 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b368d3-9a54-4a97-9622-8ee9d3ca2719 None None] Network 1afc1755-434f-4422-8cf4-6b447aed4322 requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:20:43.205935 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ea6ba483-6f39-41e8-a4a0-056dc0ef121d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (5c626185-224e-4606-8830-05c465947c32), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:43.208488 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ea6ba483-6f39-41e8-a4a0-056dc0ef121d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:43.209709 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-ea6ba483-6f39-41e8-a4a0-056dc0ef121d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5c626185-224e-4606-8830-05c465947c32 HTTP/1.1" status: 204 len: 168 time: 0.2763817 Sep 27 04:20:43.227179 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ba483-6f39-41e8-a4a0-056dc0ef121d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c626185-224e-4606-8830-05c465947c32,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:43.268814 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-480f2947-dfb2-4dab-8343-cbe8a93c18fd req-378141ef-f520-4c96-bc50-de799b82d2bc tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6292e5d4-a4a9-48a7-955f-6a9e34544572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747063 Sep 27 04:20:43.756820 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28697672-7b51-4595-a0ae-3206fec41ef1 req-1aa7686a-b588-4c7d-be10-7121e0aa6ff0 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:43.758380 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-28697672-7b51-4595-a0ae-3206fec41ef1 req-1aa7686a-b588-4c7d-be10-7121e0aa6ff0 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0889480 Sep 27 04:20:43.765071 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 57104) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:43.780222 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-0a30e666-ce3f-4ca2-9d7e-dff4f5e4ad32 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:43.827942 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-28697672-7b51-4595-a0ae-3206fec41ef1 req-43df06f3-4eed-4c45-955e-e5c424cbfbb9 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626166 Sep 27 04:20:43.894747 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23748d58-b0ba-4ab4-bfb6-3abe453f24b6 req-188ddecc-d58e-44b0-9465-333d076f4627 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:43.898333 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-23748d58-b0ba-4ab4-bfb6-3abe453f24b6 req-188ddecc-d58e-44b0-9465-333d076f4627 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.0684102 Sep 27 04:20:43.941840 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '333a79d8-9886-4cc6-bbd4-335bee1d98b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbab3923-3dca-428e-93ca-c5dd6eb5cde9'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:20:43.947518 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2687affa0ef786a15f255b59e70001bb997277ef1a41850ee1c1551a100c7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0eb3517-60de-4a25-ad2a-e11ff3c9612c" -d '{"events": [{"server_uuid": "333a79d8-9886-4cc6-bbd4-335bee1d98b6", "name": "network-vif-plugged", "status": "completed", "tag": "bbab3923-3dca-428e-93ca-c5dd6eb5cde9"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:20:43.953545 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:43.981500 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-0a30e666-ce3f-4ca2-9d7e-dff4f5e4ad32 admin admin] Publish callbacks [] for security_group (773df142-b570-4e03-97d6-9e00a6f61ac5), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:43.986875 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-23748d58-b0ba-4ab4-bfb6-3abe453f24b6 req-1115e1fa-bf21-470a-85f7-2a6c24ba0ea7 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835831 Sep 27 04:20:43.988288 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-0a30e666-ce3f-4ca2-9d7e-dff4f5e4ad32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (773df142-b570-4e03-97d6-9e00a6f61ac5), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:44.008963 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:20:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6f5088-173b-4aca-ac27-c4e2c2c0a281 x-openstack-request-id: req-9b6f5088-173b-4aca-ac27-c4e2c2c0a281 {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:20:44.009339 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "333a79d8-9886-4cc6-bbd4-335bee1d98b6", "name": "network-vif-plugged", "status": "completed", "tag": "bbab3923-3dca-428e-93ca-c5dd6eb5cde9", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:20:44.009512 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9b6f5088-173b-4aca-ac27-c4e2c2c0a281 {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:20:44.010084 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b6f5088-173b-4aca-ac27-c4e2c2c0a281'] response: {'server_uuid': '333a79d8-9886-4cc6-bbd4-335bee1d98b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbab3923-3dca-428e-93ca-c5dd6eb5cde9', 'code': 200} Sep 27 04:20:44.011061 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:44.035392 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a30e666-ce3f-4ca2-9d7e-dff4f5e4ad32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773df142-b570-4e03-97d6-9e00a6f61ac5,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:44.047011 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-0a30e666-ce3f-4ca2-9d7e-dff4f5e4ad32 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=0ec09a0648bd421981a633352221b9dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2808466 Sep 27 04:20:44.050261 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 57114) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:44.095933 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:44.103210 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4b86fbc3-f5b4-4712-b2dd-46217d461541 admin admin] Publish callbacks [] for security_group (773df142-b570-4e03-97d6-9e00a6f61ac5), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:44.132031 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4b86fbc3-f5b4-4712-b2dd-46217d461541 admin admin] Publish callbacks [] for security_group (773df142-b570-4e03-97d6-9e00a6f61ac5), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:44.196799 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4b86fbc3-f5b4-4712-b2dd-46217d461541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (773df142-b570-4e03-97d6-9e00a6f61ac5), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:44.199772 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4b86fbc3-f5b4-4712-b2dd-46217d461541 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:44.201113 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-4b86fbc3-f5b4-4712-b2dd-46217d461541 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/773df142-b570-4e03-97d6-9e00a6f61ac5 HTTP/1.1" status: 204 len: 168 time: 0.1498537 Sep 27 04:20:44.213589 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b86fbc3-f5b4-4712-b2dd-46217d461541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773df142-b570-4e03-97d6-9e00a6f61ac5,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:44.278664 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 57134) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:44.286637 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-2c7c18c7-405b-49ca-9919-413f4fada9ec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-527980766-network', 'tenant_id': 'a5d68445c296413a86184878a98b563b'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:20:44.340462 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7c18c7-405b-49ca-9919-413f4fada9ec admin admin] Made reservation on behalf of a5d68445c296413a86184878a98b563b for: {'network': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:20:44.345273 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2c7c18c7-405b-49ca-9919-413f4fada9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for network (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:44.372050 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2c7c18c7-405b-49ca-9919-413f4fada9ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:44.515473 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2c7c18c7-405b-49ca-9919-413f4fada9ec admin admin] Publish callbacks [] for security_group (a7debd45-d1f0-4f73-8634-2d2954673c0a), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:44.520499 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2c7c18c7-405b-49ca-9919-413f4fada9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (a7debd45-d1f0-4f73-8634-2d2954673c0a), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:44.581880 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c7c18c7-405b-49ca-9919-413f4fada9ec admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=106210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 04:20:44.600161 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c18c7-405b-49ca-9919-413f4fada9ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7debd45-d1f0-4f73-8634-2d2954673c0a,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:44.603957 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7890d3-08d8-4789-b122-112bdd5ce3b8 req-39d33d6d-c1d1-4742-99b6-dbdbd04557a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:44.604947 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ca7890d3-08d8-4789-b122-112bdd5ce3b8 req-39d33d6d-c1d1-4742-99b6-dbdbd04557a9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 1130 time: 0.0791116 Sep 27 04:20:44.609496 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2c7c18c7-405b-49ca-9919-413f4fada9ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (360107e6-d464-438a-a264-5c0da0c68960), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:44.609983 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.db.segments_db [None req-2c7c18c7-405b-49ca-9919-413f4fada9ec admin admin] Added segment 360107e6-d464-438a-a264-5c0da0c68960 of type vlan for network 2cfbbe7d-ad34-4af4-8505-f9b7056fc24b Sep 27 04:20:44.667787 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 57142) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:44.667939 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2c7c18c7-405b-49ca-9919-413f4fada9ec admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770987766721'] for network (2cfbbe7d-ad34-4af4-8505-f9b7056fc24b), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:44.711329 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ca7890d3-08d8-4789-b122-112bdd5ce3b8 req-9d21b8d6-26f8-4210-b50f-9efe67f47176 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997298 Sep 27 04:20:44.713617 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2c7c18c7-405b-49ca-9919-413f4fada9ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551'] for network (2cfbbe7d-ad34-4af4-8505-f9b7056fc24b), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:44.714786 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7c18c7-405b-49ca-9919-413f4fada9ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:44.715398 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2c7c18c7-405b-49ca-9919-413f4fada9ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:44.880057 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8bc6c3ed-0f45-4f69-a045-b5ac2dfc8860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:44.970149 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-2c7c18c7-405b-49ca-9919-413f4fada9ec admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6897683 Sep 27 04:20:44.973116 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 57162) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:44.978224 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-cba8cc77-d291-413c-8437-449588462c5b admin admin] Request body: {'subnet': {'network_id': '2cfbbe7d-ad34-4af4-8505-f9b7056fc24b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-527980766-subnet', 'tenant_id': 'a5d68445c296413a86184878a98b563b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:20:44.984418 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c18c7-405b-49ca-9919-413f4fada9ec admin admin] Pushing event updated for resources: {'Network': ['ID=2cfbbe7d-ad34-4af4-8505-f9b7056fc24b,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:44.995436 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Network 2cfbbe7d-ad34-4af4-8505-f9b7056fc24b details requested by agent ovs-agent-dv-cinder-859186-3-iscsi with host dv-cinder-859186-3-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 04:20:45.039602 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba8cc77-d291-413c-8437-449588462c5b admin admin] Made reservation on behalf of a5d68445c296413a86184878a98b563b for: {'subnet': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:20:45.042582 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cba8cc77-d291-413c-8437-449588462c5b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:45.068418 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebb32fc-fd59-407f-a2e5-08e8dece488f req-2295396d-c4b2-4e1f-9997-5b67e2570051 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:45.070252 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2ebb32fc-fd59-407f-a2e5-08e8dece488f req-2295396d-c4b2-4e1f-9997-5b67e2570051 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0811119 Sep 27 04:20:45.163991 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8bc6c3ed-0f45-4f69-a045-b5ac2dfc8860 admin admin] Publish callbacks [] for security_group (c0f474e7-6899-413e-8dd6-efb5b9a162ef), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:45.171492 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8bc6c3ed-0f45-4f69-a045-b5ac2dfc8860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (c0f474e7-6899-413e-8dd6-efb5b9a162ef), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:45.214039 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2ebb32fc-fd59-407f-a2e5-08e8dece488f req-35a0cb98-81ef-4419-bb0e-48e08f1fd784 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102333 Sep 27 04:20:45.221471 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6c3ed-0f45-4f69-a045-b5ac2dfc8860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f474e7-6899-413e-8dd6-efb5b9a162ef,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:45.227054 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-8bc6c3ed-0f45-4f69-a045-b5ac2dfc8860 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=cfe73812e575488ab8984bce1a0246ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5579548 Sep 27 04:20:45.229187 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 57176) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:45.285567 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-be9757a0-c4e8-4e37-84ef-495dd0c5ccbd admin admin] Publish callbacks [] for security_group (c0f474e7-6899-413e-8dd6-efb5b9a162ef), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:45.312919 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-be9757a0-c4e8-4e37-84ef-495dd0c5ccbd admin admin] Publish callbacks [] for security_group (c0f474e7-6899-413e-8dd6-efb5b9a162ef), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:45.320389 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:45.341162 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cba8cc77-d291-413c-8437-449588462c5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551'] for subnet (bac9f75d-135d-42ac-9cad-3529337be15c), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:45.355286 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:45.377672 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-be9757a0-c4e8-4e37-84ef-495dd0c5ccbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (c0f474e7-6899-413e-8dd6-efb5b9a162ef), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:45.384046 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-be9757a0-c4e8-4e37-84ef-495dd0c5ccbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:45.388246 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-be9757a0-c4e8-4e37-84ef-495dd0c5ccbd admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c0f474e7-6899-413e-8dd6-efb5b9a162ef HTTP/1.1" status: 204 len: 168 time: 0.1552582 Sep 27 04:20:45.398059 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9757a0-c4e8-4e37-84ef-495dd0c5ccbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f474e7-6899-413e-8dd6-efb5b9a162ef,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:45.434761 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:45.462285 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899eb66-fd38-4a43-9aea-58b0790b863d req-15fb3b46-6cb2-4c46-ae8d-efb42f2fd797 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:45.463806 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9899eb66-fd38-4a43-9aea-58b0790b863d req-15fb3b46-6cb2-4c46-ae8d-efb42f2fd797 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.0830464 Sep 27 04:20:45.477930 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba8cc77-d291-413c-8437-449588462c5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bac9f75d-135d-42ac-9cad-3529337be15c,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:45.513660 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba8cc77-d291-413c-8437-449588462c5b admin admin] Checking segment: {'id': '360107e6-d464-438a-a264-5c0da0c68960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2cfbbe7d-ad34-4af4-8505-f9b7056fc24b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:20:45.514103 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba8cc77-d291-413c-8437-449588462c5b admin admin] Network hostable DHCP agents. Network: 2cfbbe7d-ad34-4af4-8505-f9b7056fc24b, hostable agents: ['90f8f94a-2e1d-4f4f-8859-344f24ecc1be'], hosted agents: [] {{(pid=106210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 04:20:45.540573 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9899eb66-fd38-4a43-9aea-58b0790b863d req-adea6e71-1484-46d4-ba05-b12d8d2c20e1 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665188 Sep 27 04:20:45.553420 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba8cc77-d291-413c-8437-449588462c5b admin admin] Network 2cfbbe7d-ad34-4af4-8505-f9b7056fc24b is scheduled to be hosted by DHCP agent 90f8f94a-2e1d-4f4f-8859-344f24ecc1be with binding_index 1 {{(pid=106210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 04:20:45.578618 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-cba8cc77-d291-413c-8437-449588462c5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-3-iscsi, 2cfbbe7d-ad34-4af4-8505-f9b7056fc24b) {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:20:45.589175 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba8cc77-d291-413c-8437-449588462c5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:45.590345 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cba8cc77-d291-413c-8437-449588462c5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:45.594603 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7877feb3-bf68-4761-87d7-003110ec0b19 None None] Network 2cfbbe7d-ad34-4af4-8505-f9b7056fc24b requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:20:45.619140 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-cba8cc77-d291-413c-8437-449588462c5b admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6448536 Sep 27 04:20:45.742223 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f06e6d-94ef-475c-9b0a-fae28798c591 req-762788a7-95e2-4f20-a82c-b9fc25e3a9f2 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:45.747754 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-48f06e6d-94ef-475c-9b0a-fae28798c591 req-762788a7-95e2-4f20-a82c-b9fc25e3a9f2 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0827107 Sep 27 04:20:45.749899 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ac728a-8a28-4335-908e-5d2f840b5b40 None None] Network 2cfbbe7d-ad34-4af4-8505-f9b7056fc24b requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:20:45.755074 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 57200) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:45.759819 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-abf60830-6001-4e03-82c3-d1d980f989cf tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Request body: {'floatingip': {'port_id': 'ef3b9eed-fccf-490a-bc0f-2fe41f79b621'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:20:45.769832 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:45.850953 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-abf60830-6001-4e03-82c3-d1d980f989cf tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for floatingip (1ad405be-9703-4a26-a988-bab76e9c13a6), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:45.920156 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 57208) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:46.057796 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 57218) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:46.079742 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7dd02550-55bf-4f05-84dd-b949ba67f3c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:46.206941 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7dd02550-55bf-4f05-84dd-b949ba67f3c8 admin admin] Publish callbacks [] for security_group (6cb63381-b96c-47f3-8cd0-df089223b964), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:46.214811 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7dd02550-55bf-4f05-84dd-b949ba67f3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (6cb63381-b96c-47f3-8cd0-df089223b964), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:46.253780 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-7dd02550-55bf-4f05-84dd-b949ba67f3c8 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=37249b979d864db6a2af88e936781380&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1940269 Sep 27 04:20:46.257506 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 57222) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:46.307141 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd02550-55bf-4f05-84dd-b949ba67f3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb63381-b96c-47f3-8cd0-df089223b964,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:46.351713 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c977c48a-2e13-406b-b378-449aa5277918 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:46.376574 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-666538d2-347c-4de7-89e5-dbb1ec3b4867 admin admin] Publish callbacks [] for security_group (6cb63381-b96c-47f3-8cd0-df089223b964), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:46.413057 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-666538d2-347c-4de7-89e5-dbb1ec3b4867 admin admin] Publish callbacks [] for security_group (6cb63381-b96c-47f3-8cd0-df089223b964), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:46.503796 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c977c48a-2e13-406b-b378-449aa5277918 admin admin] Publish callbacks [] for security_group (74a18fbc-0552-4596-8382-c377f021c6fa), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:46.509540 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c977c48a-2e13-406b-b378-449aa5277918 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (74a18fbc-0552-4596-8382-c377f021c6fa), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:46.515746 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-666538d2-347c-4de7-89e5-dbb1ec3b4867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (6cb63381-b96c-47f3-8cd0-df089223b964), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:46.519628 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-666538d2-347c-4de7-89e5-dbb1ec3b4867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:46.522229 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-666538d2-347c-4de7-89e5-dbb1ec3b4867 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6cb63381-b96c-47f3-8cd0-df089223b964 HTTP/1.1" status: 204 len: 168 time: 0.2636609 Sep 27 04:20:46.552362 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:46.556001 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-c977c48a-2e13-406b-b378-449aa5277918 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=17c0e187271d4aab948bd1d9395d35d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6334078 Sep 27 04:20:46.562072 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 57230) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:46.587865 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c977c48a-2e13-406b-b378-449aa5277918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a18fbc-0552-4596-8382-c377f021c6fa,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:46.613349 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666538d2-347c-4de7-89e5-dbb1ec3b4867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb63381-b96c-47f3-8cd0-df089223b964,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:46.705479 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:20:46.835375 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be116c-ec8f-4358-8727-ddb807f4a838 req-5315cece-850a-437e-93cb-e87480976b01 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:46.837242 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-20be116c-ec8f-4358-8727-ddb807f4a838 req-5315cece-850a-437e-93cb-e87480976b01 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.1444268 Sep 27 04:20:46.838226 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:46.884294 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-332acf49-a0f5-46a5-9048-fdc25619c0a0 admin admin] Publish callbacks [] for security_group (74a18fbc-0552-4596-8382-c377f021c6fa), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:46.944410 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.db.resource_extend [None req-abf60830-6001-4e03-82c3-d1d980f989cf tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 27 04:20:46.988332 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-332acf49-a0f5-46a5-9048-fdc25619c0a0 admin admin] Publish callbacks [] for security_group (74a18fbc-0552-4596-8382-c377f021c6fa), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:47.080928 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-20be116c-ec8f-4358-8727-ddb807f4a838 req-e296ae18-f07d-45c5-8db0-bc85f330cc19 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1979423 Sep 27 04:20:47.092797 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-abf60830-6001-4e03-82c3-d1d980f989cf tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:47.100032 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-abf60830-6001-4e03-82c3-d1d980f989cf tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4106707'] for floatingip (1ad405be-9703-4a26-a988-bab76e9c13a6), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:47.243474 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582a523-4331-4814-a5af-7857a9b1ce6c req-23e4ba4c-b0b1-489b-84ff-94c6a129e233 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:47.246595 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8582a523-4331-4814-a5af-7857a9b1ce6c req-23e4ba4c-b0b1-489b-84ff-94c6a129e233 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.0864189 Sep 27 04:20:47.256923 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 57258) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:47.261488 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-277b53ba-17d0-430f-9c0f-ae342641134b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Request body: {'floatingip': {'port_id': 'bbab3923-3dca-428e-93ca-c5dd6eb5cde9'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:20:47.276527 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-332acf49-a0f5-46a5-9048-fdc25619c0a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (74a18fbc-0552-4596-8382-c377f021c6fa), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:47.279613 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-332acf49-a0f5-46a5-9048-fdc25619c0a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:47.281124 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-332acf49-a0f5-46a5-9048-fdc25619c0a0 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/74a18fbc-0552-4596-8382-c377f021c6fa HTTP/1.1" status: 204 len: 168 time: 0.7180121 Sep 27 04:20:47.287614 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.db.l3_db [None req-abf60830-6001-4e03-82c3-d1d980f989cf tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Floating IP 1ad405be-9703-4a26-a988-bab76e9c13a6 associated. External IP: 172.27.0.78, port: ef3b9eed-fccf-490a-bc0f-2fe41f79b621. Sep 27 04:20:47.332689 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332acf49-a0f5-46a5-9048-fdc25619c0a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a18fbc-0552-4596-8382-c377f021c6fa,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:47.389273 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:47.398900 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-277b53ba-17d0-430f-9c0f-ae342641134b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for floatingip (66179e57-7da1-4953-9db1-3d263a97c895), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:47.584334 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf60830-6001-4e03-82c3-d1d980f989cf tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Router 87ac5442-42b0-4418-857a-78da77f545b5 has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:20:47.661325 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=14,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:47.705128 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf60830-6001-4e03-82c3-d1d980f989cf tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:20:47.719251 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1822914-f07d-486e-9982-41265b13a4fa None None] Sync routers for ids ['87ac5442-42b0-4418-857a-78da77f545b5'] in dv-cinder-859186-3-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:20:47.719722 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-abf60830-6001-4e03-82c3-d1d980f989cf tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:47.736625 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1822914-f07d-486e-9982-41265b13a4fa None None] Routers {'87ac5442-42b0-4418-857a-78da77f545b5'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:20:47.741125 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-d1822914-f07d-486e-9982-41265b13a4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:20:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['87ac5442-42b0-4418-857a-78da77f545b5'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:20:47.757099 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-abf60830-6001-4e03-82c3-d1d980f989cf tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/1ad405be-9703-4a26-a988-bab76e9c13a6 HTTP/1.1" status: 200 len: 990 time: 1.9988344 Sep 27 04:20:47.757099 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e24dba8d-ecd7-482f-9c93-79e714785fec', 'tag': 'ef3b9eed-fccf-490a-bc0f-2fe41f79b621'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:20:47.948033 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-d1822914-f07d-486e-9982-41265b13a4fa None None] Set router 87ac5442-42b0-4418-857a-78da77f545b5 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:20:48.194198 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-277b53ba-17d0-430f-9c0f-ae342641134b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:48.202488 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-277b53ba-17d0-430f-9c0f-ae342641134b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4106707'] for floatingip (66179e57-7da1-4953-9db1-3d263a97c895), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:48.369809 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.db.l3_db [None req-277b53ba-17d0-430f-9c0f-ae342641134b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Floating IP 66179e57-7da1-4953-9db1-3d263a97c895 associated. External IP: 172.27.0.180, port: bbab3923-3dca-428e-93ca-c5dd6eb5cde9. Sep 27 04:20:48.386970 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375caaa08d89e17f41855227bc5930e71d4ac07142983a49768ae7ff94431a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a36152f4-8765-4c38-8168-8892ff652db3" -d '{"events": [{"name": "network-changed", "server_uuid": "e24dba8d-ecd7-482f-9c93-79e714785fec", "tag": "ef3b9eed-fccf-490a-bc0f-2fe41f79b621"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:20:48.442753 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-d1822914-f07d-486e-9982-41265b13a4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ac5442-42b0-4418-857a-78da77f545b5', 'name': 'tempest-AttachVolumeTestJSON-764308454-router', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:54Z', 'updated_at': '2022-09-27T04:20:02Z', 'revision_number': 4, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'gw_port': {'id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:19:55Z', 'updated_at': '2022-09-27T04:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': '1ad405be-9703-4a26-a988-bab76e9c13a6', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'port_id': 'ef3b9eed-fccf-490a-bc0f-2fe41f79b621', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 79, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2', 'mac_address': 'fa:16:3e:e5:f3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24dba8d-ecd7-482f-9c93-79e714785fec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:20:09Z', 'updated_at': '2022-09-27T04:20:46Z', 'revision_number': 1, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3644c780-ef74-4954-a68a-6cc2eadf34ce', 'name': '', 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'mac_address': 'fa:16:3e:d1:b9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8e579293-c2b5-4786-882a-437ca24df95d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:00Z', 'updated_at': '2022-09-27T04:20:08Z', 'revision_number': 5, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'subnets': [{'id': '8e579293-c2b5-4786-882a-437ca24df95d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:20:48.475842 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1822914-f07d-486e-9982-41265b13a4fa None None] Checking router: 87ac5442-42b0-4418-857a-78da77f545b5 for host: dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:20:48.487588 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1822914-f07d-486e-9982-41265b13a4fa None None] Routers {'87ac5442-42b0-4418-857a-78da77f545b5'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:20:48.488785 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-d1822914-f07d-486e-9982-41265b13a4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:20:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['87ac5442-42b0-4418-857a-78da77f545b5'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:20:48.654682 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-d1822914-f07d-486e-9982-41265b13a4fa None None] Set router 87ac5442-42b0-4418-857a-78da77f545b5 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:20:48.731318 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297eaa2c-f659-40f5-a3d4-4c97876bc411 x-openstack-request-id: req-297eaa2c-f659-40f5-a3d4-4c97876bc411 {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:20:48.734326 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e24dba8d-ecd7-482f-9c93-79e714785fec", "tag": "ef3b9eed-fccf-490a-bc0f-2fe41f79b621", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:20:48.734475 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-297eaa2c-f659-40f5-a3d4-4c97876bc411 {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:20:48.735504 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-297eaa2c-f659-40f5-a3d4-4c97876bc411'] response: {'name': 'network-changed', 'server_uuid': 'e24dba8d-ecd7-482f-9c93-79e714785fec', 'tag': 'ef3b9eed-fccf-490a-bc0f-2fe41f79b621', 'status': 'completed', 'code': 200} Sep 27 04:20:48.857730 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36152f4-8765-4c38-8168-8892ff652db3 req-170ab595-fe87-4e66-b575-dcb36c34db7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:48.859486 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a36152f4-8765-4c38-8168-8892ff652db3 req-170ab595-fe87-4e66-b575-dcb36c34db7d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1c6cc70cbd2b4c04864f33ebafa06b5a&device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 1129 time: 0.0426500 Sep 27 04:20:49.017030 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:49.020908 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-277b53ba-17d0-430f-9c0f-ae342641134b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Router 484d1f09-a6b1-4259-a367-00e5d24c5c04 has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:20:49.022497 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36152f4-8765-4c38-8168-8892ff652db3 req-d3fc454d-cbf1-4e9d-a0f8-888e42f10923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:49.024162 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a36152f4-8765-4c38-8168-8892ff652db3 req-d3fc454d-cbf1-4e9d-a0f8-888e42f10923 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=a72f6105-d258-45cb-a84d-18590bef93c2 HTTP/1.1" status: 200 len: 911 time: 0.1591730 Sep 27 04:20:49.040727 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-d1822914-f07d-486e-9982-41265b13a4fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ac5442-42b0-4418-857a-78da77f545b5', 'name': 'tempest-AttachVolumeTestJSON-764308454-router', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:54Z', 'updated_at': '2022-09-27T04:20:02Z', 'revision_number': 4, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'gw_port': {'id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:19:55Z', 'updated_at': '2022-09-27T04:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': '1ad405be-9703-4a26-a988-bab76e9c13a6', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'port_id': 'ef3b9eed-fccf-490a-bc0f-2fe41f79b621', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 79, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2', 'mac_address': 'fa:16:3e:e5:f3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24dba8d-ecd7-482f-9c93-79e714785fec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:20:09Z', 'updated_at': '2022-09-27T04:20:46Z', 'revision_number': 1, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3644c780-ef74-4954-a68a-6cc2eadf34ce', 'name': '', 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'mac_address': 'fa:16:3e:d1:b9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8e579293-c2b5-4786-882a-437ca24df95d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:00Z', 'updated_at': '2022-09-27T04:20:08Z', 'revision_number': 5, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'subnets': [{'id': '8e579293-c2b5-4786-882a-437ca24df95d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:20:49.086848 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1822914-f07d-486e-9982-41265b13a4fa None None] The sync data for ids ['87ac5442-42b0-4418-857a-78da77f545b5'] in dv-cinder-859186-3-iscsi is: [{'id': '87ac5442-42b0-4418-857a-78da77f545b5', 'name': 'tempest-AttachVolumeTestJSON-764308454-router', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:54Z', 'updated_at': '2022-09-27T04:20:02Z', 'revision_number': 4, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'gw_port': {'id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:19:55Z', 'updated_at': '2022-09-27T04:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': '1ad405be-9703-4a26-a988-bab76e9c13a6', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'floating_ip_address': '172.27.0.78', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'port_id': 'ef3b9eed-fccf-490a-bc0f-2fe41f79b621', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 79, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2', 'mac_address': 'fa:16:3e:e5:f3:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e24dba8d-ecd7-482f-9c93-79e714785fec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:20:09Z', 'updated_at': '2022-09-27T04:20:46Z', 'revision_number': 1, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3644c780-ef74-4954-a68a-6cc2eadf34ce', 'name': '', 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'mac_address': 'fa:16:3e:d1:b9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8e579293-c2b5-4786-882a-437ca24df95d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:00Z', 'updated_at': '2022-09-27T04:20:08Z', 'revision_number': 5, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'subnets': [{'id': '8e579293-c2b5-4786-882a-437ca24df95d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:20:49.241195 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a36152f4-8765-4c38-8168-8892ff652db3 req-245a2d1d-6481-4219-8aa9-132fa8853555 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef3b9eed-fccf-490a-bc0f-2fe41f79b621 HTTP/1.1" status: 200 len: 998 time: 0.2086957 Sep 27 04:20:49.363003 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:49.363651 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:49.368750 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36152f4-8765-4c38-8168-8892ff652db3 req-37bd6c48-1b05-409b-b856-ec532d381d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:49.373201 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a36152f4-8765-4c38-8168-8892ff652db3 req-37bd6c48-1b05-409b-b856-ec532d381d0f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=8e579293-c2b5-4786-882a-437ca24df95d HTTP/1.1" status: 200 len: 849 time: 0.0847340 Sep 27 04:20:49.397814 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-277b53ba-17d0-430f-9c0f-ae342641134b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:20:49.405952 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-277b53ba-17d0-430f-9c0f-ae342641134b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:49.416608 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e8c882-ecaa-48c7-8b92-afa9e1bb9a0f None None] Sync routers for ids ['484d1f09-a6b1-4259-a367-00e5d24c5c04'] in dv-cinder-859186-3-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:20:49.429064 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e8c882-ecaa-48c7-8b92-afa9e1bb9a0f None None] Routers {'484d1f09-a6b1-4259-a367-00e5d24c5c04'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:20:49.429943 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-16e8c882-ecaa-48c7-8b92-afa9e1bb9a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:20:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['484d1f09-a6b1-4259-a367-00e5d24c5c04'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:20:49.508911 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-277b53ba-17d0-430f-9c0f-ae342641134b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/66179e57-7da1-4953-9db1-3d263a97c895 HTTP/1.1" status: 200 len: 992 time: 2.2507615 Sep 27 04:20:49.511266 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '333a79d8-9886-4cc6-bbd4-335bee1d98b6', 'tag': 'bbab3923-3dca-428e-93ca-c5dd6eb5cde9'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:20:49.513912 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf7dd31-e08d-4824-b0c6-a59c535f30e1" -d '{"events": [{"name": "network-changed", "server_uuid": "333a79d8-9886-4cc6-bbd4-335bee1d98b6", "tag": "bbab3923-3dca-428e-93ca-c5dd6eb5cde9"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:20:49.518978 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36152f4-8765-4c38-8168-8892ff652db3 req-88cf5995-d17b-4041-b5ac-8d92309f9a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:49.520835 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a36152f4-8765-4c38-8168-8892ff652db3 req-88cf5995-d17b-4041-b5ac-8d92309f9a02 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=a72f6105-d258-45cb-a84d-18590bef93c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0985131 Sep 27 04:20:49.598026 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47b05ec3-26b0-4d3c-8d3c-e9e810a10765 x-openstack-request-id: req-47b05ec3-26b0-4d3c-8d3c-e9e810a10765 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:20:49.598317 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "333a79d8-9886-4cc6-bbd4-335bee1d98b6", "tag": "bbab3923-3dca-428e-93ca-c5dd6eb5cde9", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:20:49.598573 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-47b05ec3-26b0-4d3c-8d3c-e9e810a10765 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:20:49.598975 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47b05ec3-26b0-4d3c-8d3c-e9e810a10765'] response: {'name': 'network-changed', 'server_uuid': '333a79d8-9886-4cc6-bbd4-335bee1d98b6', 'tag': 'bbab3923-3dca-428e-93ca-c5dd6eb5cde9', 'status': 'completed', 'code': 200} Sep 27 04:20:49.679780 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-16e8c882-ecaa-48c7-8b92-afa9e1bb9a0f None None] Set router 484d1f09-a6b1-4259-a367-00e5d24c5c04 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:20:49.742457 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7dd31-e08d-4824-b0c6-a59c535f30e1 req-78588035-0e44-474c-8dc3-8fa521b1922a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:49.745702 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8bf7dd31-e08d-4824-b0c6-a59c535f30e1 req-78588035-0e44-474c-8dc3-8fa521b1922a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=312fa89a4d9b43c5919b7bad5411002a&device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 1130 time: 0.1009839 Sep 27 04:20:49.919406 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7dd31-e08d-4824-b0c6-a59c535f30e1 req-5e4ecd87-071a-4bd2-864c-a9783139d34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:49.922018 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8bf7dd31-e08d-4824-b0c6-a59c535f30e1 req-5e4ecd87-071a-4bd2-864c-a9783139d34d service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6 HTTP/1.1" status: 200 len: 917 time: 0.1642323 Sep 27 04:20:49.983095 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:50.039248 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8bf7dd31-e08d-4824-b0c6-a59c535f30e1 req-dd41e05f-f14d-46e1-ab15-b15db9bb6581 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbab3923-3dca-428e-93ca-c5dd6eb5cde9 HTTP/1.1" status: 200 len: 1000 time: 0.1096759 Sep 27 04:20:50.119592 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a36152f4-8765-4c38-8168-8892ff652db3 req-610ad447-446b-4c48-9987-0727032d82a1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a72f6105-d258-45cb-a84d-18590bef93c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5905685 Sep 27 04:20:50.198867 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-16e8c882-ecaa-48c7-8b92-afa9e1bb9a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'name': 'tempest-AttachVolumeShelveTestJSON-185060981-router', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:58Z', 'updated_at': '2022-09-27T04:20:07Z', 'revision_number': 4, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'gw_port': {'id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:00Z', 'updated_at': '2022-09-27T04:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': '66179e57-7da1-4953-9db1-3d263a97c895', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'port_id': 'bbab3923-3dca-428e-93ca-c5dd6eb5cde9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6', 'mac_address': 'fa:16:3e:5a:77:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333a79d8-9886-4cc6-bbd4-335bee1d98b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:20:13Z', 'updated_at': '2022-09-27T04:20:48Z', 'revision_number': 1, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38ba25f-11e0-4272-a046-108afa9fa96c', 'name': '', 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'mac_address': 'fa:16:3e:e9:8a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:06Z', 'updated_at': '2022-09-27T04:20:22Z', 'revision_number': 5, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'subnets': [{'id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:20:50.264493 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e8c882-ecaa-48c7-8b92-afa9e1bb9a0f None None] Checking router: 484d1f09-a6b1-4259-a367-00e5d24c5c04 for host: dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:20:50.298717 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e8c882-ecaa-48c7-8b92-afa9e1bb9a0f None None] Routers {'484d1f09-a6b1-4259-a367-00e5d24c5c04'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:20:50.299476 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-16e8c882-ecaa-48c7-8b92-afa9e1bb9a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:20:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['484d1f09-a6b1-4259-a367-00e5d24c5c04'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:20:50.302435 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-99914bd4-5617-4623-ab7f-ee1940d474f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:50.308955 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7dd31-e08d-4824-b0c6-a59c535f30e1 req-b8b96011-e442-4a02-9c6e-57f4fe69d6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:50.324393 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8bf7dd31-e08d-4824-b0c6-a59c535f30e1 req-b8b96011-e442-4a02-9c6e-57f4fe69d6e5 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=7fbc1344-d37e-4e3c-8ea2-baced031ac4e HTTP/1.1" status: 200 len: 855 time: 0.2730515 Sep 27 04:20:50.456703 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf7dd31-e08d-4824-b0c6-a59c535f30e1 req-865f7e7c-59b2-4d99-bcbe-75e68f6a2040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:50.459939 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8bf7dd31-e08d-4824-b0c6-a59c535f30e1 req-865f7e7c-59b2-4d99-bcbe-75e68f6a2040 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1248412 Sep 27 04:20:50.479044 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74a368fd-e474-4902-8aae-bab78bfe16fe None None] New status for floating IP 1ad405be-9703-4a26-a988-bab76e9c13a6: ACTIVE {{(pid=106213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 04:20:50.480940 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a36152f4-8765-4c38-8168-8892ff652db3 req-3496a025-ff3f-4b83-895d-1efdb16d4137 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a72f6105-d258-45cb-a84d-18590bef93c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3492603 Sep 27 04:20:50.518230 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-16e8c882-ecaa-48c7-8b92-afa9e1bb9a0f None None] Set router 484d1f09-a6b1-4259-a367-00e5d24c5c04 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:20:50.645145 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8bf7dd31-e08d-4824-b0c6-a59c535f30e1 req-6553d350-bdbf-46d4-bc09-2c90462b5ba1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687834 Sep 27 04:20:50.873578 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-16e8c882-ecaa-48c7-8b92-afa9e1bb9a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'name': 'tempest-AttachVolumeShelveTestJSON-185060981-router', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:58Z', 'updated_at': '2022-09-27T04:20:07Z', 'revision_number': 4, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'gw_port': {'id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:00Z', 'updated_at': '2022-09-27T04:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': '66179e57-7da1-4953-9db1-3d263a97c895', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'port_id': 'bbab3923-3dca-428e-93ca-c5dd6eb5cde9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6', 'mac_address': 'fa:16:3e:5a:77:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333a79d8-9886-4cc6-bbd4-335bee1d98b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:20:13Z', 'updated_at': '2022-09-27T04:20:48Z', 'revision_number': 1, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38ba25f-11e0-4272-a046-108afa9fa96c', 'name': '', 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'mac_address': 'fa:16:3e:e9:8a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:06Z', 'updated_at': '2022-09-27T04:20:22Z', 'revision_number': 5, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'subnets': [{'id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:20:50.891782 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8bf7dd31-e08d-4824-b0c6-a59c535f30e1 req-177c186f-13d5-446d-8e68-ffaf7e231c95 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389169 Sep 27 04:20:50.936532 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e8c882-ecaa-48c7-8b92-afa9e1bb9a0f None None] The sync data for ids ['484d1f09-a6b1-4259-a367-00e5d24c5c04'] in dv-cinder-859186-3-iscsi is: [{'id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'name': 'tempest-AttachVolumeShelveTestJSON-185060981-router', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:58Z', 'updated_at': '2022-09-27T04:20:07Z', 'revision_number': 4, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'gw_port': {'id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:00Z', 'updated_at': '2022-09-27T04:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': '66179e57-7da1-4953-9db1-3d263a97c895', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'floating_ip_address': '172.27.0.180', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'port_id': 'bbab3923-3dca-428e-93ca-c5dd6eb5cde9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 91, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6', 'mac_address': 'fa:16:3e:5a:77:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333a79d8-9886-4cc6-bbd4-335bee1d98b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:20:13Z', 'updated_at': '2022-09-27T04:20:48Z', 'revision_number': 1, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38ba25f-11e0-4272-a046-108afa9fa96c', 'name': '', 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'mac_address': 'fa:16:3e:e9:8a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:06Z', 'updated_at': '2022-09-27T04:20:22Z', 'revision_number': 5, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'subnets': [{'id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:20:51.252369 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-083ef2ba-ae7e-45b0-842d-e6fca2394986 None None] New status for floating IP 66179e57-7da1-4953-9db1-3d263a97c895: ACTIVE {{(pid=106212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 04:20:52.242691 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-745a1d27-a7bf-4302-9eb5-c5fe0491a8f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:53.688947 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:54.332811 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 57618) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:54.365145 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 57622) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:54.488834 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-382d1522-33d2-4a0a-9807-05ee9c63fbec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:54.497313 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5280eec3-0ca1-4cc4-b047-8f514e36a3d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:54.801017 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-382d1522-33d2-4a0a-9807-05ee9c63fbec admin admin] Publish callbacks [] for security_group (e823b484-0ab1-4fdc-b422-51f3e4f1fbeb), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:54.809973 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-382d1522-33d2-4a0a-9807-05ee9c63fbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (e823b484-0ab1-4fdc-b422-51f3e4f1fbeb), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:54.842328 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5280eec3-0ca1-4cc4-b047-8f514e36a3d3 admin admin] Publish callbacks [] for security_group (722a8503-2c5d-4cb4-b352-1220fac58f0b), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:54.859328 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=12 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:54.860244 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5280eec3-0ca1-4cc4-b047-8f514e36a3d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (722a8503-2c5d-4cb4-b352-1220fac58f0b), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:54.880562 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-382d1522-33d2-4a0a-9807-05ee9c63fbec admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=8c7092bb4084473fa41466f1f4af3154&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5141511 Sep 27 04:20:54.883250 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 57642) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:54.886998 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d1522-33d2-4a0a-9807-05ee9c63fbec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e823b484-0ab1-4fdc-b422-51f3e4f1fbeb,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:54.906821 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d1522-33d2-4a0a-9807-05ee9c63fbec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:54.907185 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d1522-33d2-4a0a-9807-05ee9c63fbec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:54.907598 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d1522-33d2-4a0a-9807-05ee9c63fbec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:54.907954 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d1522-33d2-4a0a-9807-05ee9c63fbec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:54.908279 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d1522-33d2-4a0a-9807-05ee9c63fbec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:54.908791 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d1522-33d2-4a0a-9807-05ee9c63fbec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:54.912956 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d1522-33d2-4a0a-9807-05ee9c63fbec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:54.913352 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d1522-33d2-4a0a-9807-05ee9c63fbec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:54.913726 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d1522-33d2-4a0a-9807-05ee9c63fbec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:54.914082 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d1522-33d2-4a0a-9807-05ee9c63fbec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:54.914428 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d1522-33d2-4a0a-9807-05ee9c63fbec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:54.914760 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d1522-33d2-4a0a-9807-05ee9c63fbec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:54.915091 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d1522-33d2-4a0a-9807-05ee9c63fbec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:54.915401 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d1522-33d2-4a0a-9807-05ee9c63fbec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:54.915725 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-382d1522-33d2-4a0a-9807-05ee9c63fbec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:54.957180 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-5280eec3-0ca1-4cc4-b047-8f514e36a3d3 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=2729666a518f4303a2934950e17ffe57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6236241 Sep 27 04:20:54.960125 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 57646) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:54.971382 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4082abcc-4307-4e63-931f-05c6cfe44692 admin admin] Publish callbacks [] for security_group (e823b484-0ab1-4fdc-b422-51f3e4f1fbeb), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:54.996933 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5280eec3-0ca1-4cc4-b047-8f514e36a3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722a8503-2c5d-4cb4-b352-1220fac58f0b,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:55.002509 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4082abcc-4307-4e63-931f-05c6cfe44692 admin admin] Publish callbacks [] for security_group (e823b484-0ab1-4fdc-b422-51f3e4f1fbeb), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:55.051062 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ff09f42e-18f0-4350-a9d3-009d60623c60 admin admin] Publish callbacks [] for security_group (722a8503-2c5d-4cb4-b352-1220fac58f0b), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:55.063776 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:55.083651 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ff09f42e-18f0-4350-a9d3-009d60623c60 admin admin] Publish callbacks [] for security_group (722a8503-2c5d-4cb4-b352-1220fac58f0b), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:55.097066 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:55.106741 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18d7233-1825-4d7f-8568-73661c197524 req-b3b62869-9510-4b70-91dc-57fe3e07b963 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:55.107946 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d18d7233-1825-4d7f-8568-73661c197524 req-b3b62869-9510-4b70-91dc-57fe3e07b963 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=355252e2-3471-4c92-95d1-adcecc4033c7 HTTP/1.1" status: 200 len: 946 time: 0.0577667 Sep 27 04:20:55.109552 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:55.140789 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ff09f42e-18f0-4350-a9d3-009d60623c60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (722a8503-2c5d-4cb4-b352-1220fac58f0b), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:55.144053 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ff09f42e-18f0-4350-a9d3-009d60623c60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:55.145819 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:55.145974 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-ff09f42e-18f0-4350-a9d3-009d60623c60 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/722a8503-2c5d-4cb4-b352-1220fac58f0b HTTP/1.1" status: 204 len: 168 time: 0.1786158 Sep 27 04:20:55.153775 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09f42e-18f0-4350-a9d3-009d60623c60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722a8503-2c5d-4cb4-b352-1220fac58f0b,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:55.153902 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4082abcc-4307-4e63-931f-05c6cfe44692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (e823b484-0ab1-4fdc-b422-51f3e4f1fbeb), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:55.156956 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4082abcc-4307-4e63-931f-05c6cfe44692 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:55.158130 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-4082abcc-4307-4e63-931f-05c6cfe44692 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e823b484-0ab1-4fdc-b422-51f3e4f1fbeb HTTP/1.1" status: 204 len: 168 time: 0.2738488 Sep 27 04:20:55.184648 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082abcc-4307-4e63-931f-05c6cfe44692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e823b484-0ab1-4fdc-b422-51f3e4f1fbeb,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:55.202617 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082abcc-4307-4e63-931f-05c6cfe44692 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:55.203223 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082abcc-4307-4e63-931f-05c6cfe44692 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:55.203565 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082abcc-4307-4e63-931f-05c6cfe44692 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:55.203906 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082abcc-4307-4e63-931f-05c6cfe44692 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:55.204240 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082abcc-4307-4e63-931f-05c6cfe44692 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:55.204575 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082abcc-4307-4e63-931f-05c6cfe44692 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:55.204896 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082abcc-4307-4e63-931f-05c6cfe44692 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:55.205230 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082abcc-4307-4e63-931f-05c6cfe44692 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:55.205541 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082abcc-4307-4e63-931f-05c6cfe44692 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:55.205902 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082abcc-4307-4e63-931f-05c6cfe44692 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:55.206288 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082abcc-4307-4e63-931f-05c6cfe44692 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:55.206617 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082abcc-4307-4e63-931f-05c6cfe44692 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:55.207011 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082abcc-4307-4e63-931f-05c6cfe44692 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:55.207258 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082abcc-4307-4e63-931f-05c6cfe44692 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:55.207734 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4082abcc-4307-4e63-931f-05c6cfe44692 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:20:55.230644 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:55.236648 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d18d7233-1825-4d7f-8568-73661c197524 req-cdf952ef-de9a-49bd-8156-f783216853d5 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6292e5d4-a4a9-48a7-955f-6a9e34544572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020582 Sep 27 04:20:55.484055 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 57660) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:55.492847 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 57662) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:55.499506 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:55.501647 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e1de5721-e327-4b73-bf56-3b9f39d16648 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:55.509982 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-433ed75e-8749-4615-b769-24d05a66a2fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:55.588003 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e1de5721-e327-4b73-bf56-3b9f39d16648 admin admin] Publish callbacks [] for security_group (9f175a70-8cff-4b45-b979-0f14b7a60098), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:55.596007 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e1de5721-e327-4b73-bf56-3b9f39d16648 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (9f175a70-8cff-4b45-b979-0f14b7a60098), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:55.610554 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-433ed75e-8749-4615-b769-24d05a66a2fe admin admin] Publish callbacks [] for security_group (b3cb7a07-62e2-4226-b82d-b3dc9cccd8d3), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:55.615796 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-433ed75e-8749-4615-b769-24d05a66a2fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (b3cb7a07-62e2-4226-b82d-b3dc9cccd8d3), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:55.641521 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de5721-e327-4b73-bf56-3b9f39d16648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f175a70-8cff-4b45-b979-0f14b7a60098,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:55.647938 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-e1de5721-e327-4b73-bf56-3b9f39d16648 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=40ed12f0e3414ab393dd77ced315a36b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1628883 Sep 27 04:20:55.650663 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 57670) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:55.654623 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-433ed75e-8749-4615-b769-24d05a66a2fe admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=88d7c063eb474468a8bf3fbc131c3b0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1579936 Sep 27 04:20:55.658914 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 57672) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:55.676422 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ed75e-8749-4615-b769-24d05a66a2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cb7a07-62e2-4226-b82d-b3dc9cccd8d3,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:55.756852 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-03de53a1-be5d-480b-a523-b378022b82a4 admin admin] Publish callbacks [] for security_group (9f175a70-8cff-4b45-b979-0f14b7a60098), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:55.759766 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-861ad2ff-047c-4dcf-a405-c915d560c0ba admin admin] Publish callbacks [] for security_group (b3cb7a07-62e2-4226-b82d-b3dc9cccd8d3), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:55.795059 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-03de53a1-be5d-480b-a523-b378022b82a4 admin admin] Publish callbacks [] for security_group (9f175a70-8cff-4b45-b979-0f14b7a60098), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:55.806118 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-861ad2ff-047c-4dcf-a405-c915d560c0ba admin admin] Publish callbacks [] for security_group (b3cb7a07-62e2-4226-b82d-b3dc9cccd8d3), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:55.896057 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-03de53a1-be5d-480b-a523-b378022b82a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (9f175a70-8cff-4b45-b979-0f14b7a60098), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:55.900216 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-03de53a1-be5d-480b-a523-b378022b82a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:55.904040 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-03de53a1-be5d-480b-a523-b378022b82a4 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/9f175a70-8cff-4b45-b979-0f14b7a60098 HTTP/1.1" status: 204 len: 168 time: 0.2500682 Sep 27 04:20:55.913717 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-861ad2ff-047c-4dcf-a405-c915d560c0ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (b3cb7a07-62e2-4226-b82d-b3dc9cccd8d3), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:55.916694 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-861ad2ff-047c-4dcf-a405-c915d560c0ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:55.919739 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-861ad2ff-047c-4dcf-a405-c915d560c0ba admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b3cb7a07-62e2-4226-b82d-b3dc9cccd8d3 HTTP/1.1" status: 204 len: 168 time: 0.2596602 Sep 27 04:20:55.921430 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03de53a1-be5d-480b-a523-b378022b82a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f175a70-8cff-4b45-b979-0f14b7a60098,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:55.935291 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ad2ff-047c-4dcf-a405-c915d560c0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cb7a07-62e2-4226-b82d-b3dc9cccd8d3,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:56.369145 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c046b-ca06-40cc-9d6d-94d62c7d615b req-a3667b57-9929-48a9-978f-6aec0e386cfe tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:56.371564 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0e9c046b-ca06-40cc-9d6d-94d62c7d615b req-a3667b57-9929-48a9-978f-6aec0e386cfe tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=355252e2-3471-4c92-95d1-adcecc4033c7 HTTP/1.1" status: 200 len: 946 time: 0.0542350 Sep 27 04:20:56.462002 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0e9c046b-ca06-40cc-9d6d-94d62c7d615b req-bcf87216-3230-44bd-85e6-c1175e07a3ff tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=6292e5d4-a4a9-48a7-955f-6a9e34544572&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842271 Sep 27 04:20:56.864468 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9734f8-d9c8-499f-93be-6cb9f3e45748 req-36782d56-1246-44df-8eaa-c88d213ff6b1 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:20:56.866563 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7a9734f8-d9c8-499f-93be-6cb9f3e45748 req-36782d56-1246-44df-8eaa-c88d213ff6b1 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=355252e2-3471-4c92-95d1-adcecc4033c7 HTTP/1.1" status: 200 len: 946 time: 0.0519176 Sep 27 04:20:57.010521 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-7a9734f8-d9c8-499f-93be-6cb9f3e45748 req-664ddd67-b18b-4a28-b6bc-6ea27e5b7665 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Deleting port acd21fd8-866c-4c10-9697-2fe37ef43cf1 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:20:57.011155 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7a9734f8-d9c8-499f-93be-6cb9f3e45748 req-664ddd67-b18b-4a28-b6bc-6ea27e5b7665 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (acd21fd8-866c-4c10-9697-2fe37ef43cf1), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:57.116937 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-7a9734f8-d9c8-499f-93be-6cb9f3e45748 req-664ddd67-b18b-4a28-b6bc-6ea27e5b7665 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] For port acd21fd8-866c-4c10-9697-2fe37ef43cf1, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=acd21fd8-866c-4c10-9697-2fe37ef43cf1,segment=NetworkSegment(140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5),segment_id=140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:20:57.117570 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7a9734f8-d9c8-499f-93be-6cb9f3e45748 req-664ddd67-b18b-4a28-b6bc-6ea27e5b7665 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (acd21fd8-866c-4c10-9697-2fe37ef43cf1), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:57.145636 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-7a9734f8-d9c8-499f-93be-6cb9f3e45748 req-664ddd67-b18b-4a28-b6bc-6ea27e5b7665 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Calling delete_port for acd21fd8-866c-4c10-9697-2fe37ef43cf1 owned by compute:nova {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:20:57.187954 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:57.244365 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:DELETE=6,neutron:SELECT=89,neutron:INSERT=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:57.342198 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7a9734f8-d9c8-499f-93be-6cb9f3e45748 req-664ddd67-b18b-4a28-b6bc-6ea27e5b7665 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093'] for port (acd21fd8-866c-4c10-9697-2fe37ef43cf1), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:57.359391 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['acd21fd8-866c-4c10-9697-2fe37ef43cf1'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:20:57.381650 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664ddd67-b18b-4a28-b6bc-6ea27e5b7665 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Pushing event deleted for resources: {'Port': ['ID=acd21fd8-866c-4c10-9697-2fe37ef43cf1,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:57.510665 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9734f8-d9c8-499f-93be-6cb9f3e45748 req-664ddd67-b18b-4a28-b6bc-6ea27e5b7665 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] No DVR routers for this DVR port acd21fd8-866c-4c10-9697-2fe37ef43cf1 on host hv-cinder-85918 {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:20:57.532114 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7a9734f8-d9c8-499f-93be-6cb9f3e45748 req-664ddd67-b18b-4a28-b6bc-6ea27e5b7665 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:57.543183 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7a9734f8-d9c8-499f-93be-6cb9f3e45748 req-664ddd67-b18b-4a28-b6bc-6ea27e5b7665 tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.57 "DELETE /networking/v2.0/ports/acd21fd8-866c-4c10-9697-2fe37ef43cf1 HTTP/1.1" status: 204 len: 173 time: 0.6661866 Sep 27 04:20:57.547028 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355252e2-3471-4c92-95d1-adcecc4033c7', 'name': 'network-vif-deleted', 'tag': 'acd21fd8-866c-4c10-9697-2fe37ef43cf1'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:20:57.553309 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb42625-1cf0-4bbe-a7b9-a6eaba5c72fd" -d '{"events": [{"server_uuid": "355252e2-3471-4c92-95d1-adcecc4033c7", "name": "network-vif-deleted", "tag": "acd21fd8-866c-4c10-9697-2fe37ef43cf1"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:20:57.624918 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65996e2a-d1f8-44c3-8e8d-e96f67133a3c x-openstack-request-id: req-65996e2a-d1f8-44c3-8e8d-e96f67133a3c {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:20:57.625604 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355252e2-3471-4c92-95d1-adcecc4033c7", "name": "network-vif-deleted", "tag": "acd21fd8-866c-4c10-9697-2fe37ef43cf1", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:20:57.626236 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-65996e2a-d1f8-44c3-8e8d-e96f67133a3c {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:20:57.628416 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65996e2a-d1f8-44c3-8e8d-e96f67133a3c'] response: {'server_uuid': '355252e2-3471-4c92-95d1-adcecc4033c7', 'name': 'network-vif-deleted', 'tag': 'acd21fd8-866c-4c10-9697-2fe37ef43cf1', 'status': 'completed', 'code': 200} Sep 27 04:20:57.687091 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-712d1ac2-c43f-447e-805d-83fcd05295f6 req-6d7a9fc9-63cd-4ae9-86d4-07bc589ab75f tempest-DeleteServersTestJSON-1833106251 tempest-DeleteServersTestJSON-1833106251-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=355252e2-3471-4c92-95d1-adcecc4033c7 HTTP/1.1" status: 200 len: 210 time: 0.0559773 Sep 27 04:20:59.019228 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 57860) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:59.186192 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-185a2fed-3630-4491-8219-150c26ff9d2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:59.288231 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-185a2fed-3630-4491-8219-150c26ff9d2d admin admin] Publish callbacks [] for security_group (0b0c3419-a8fe-4d70-8856-cf5f83491838), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:59.295195 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-185a2fed-3630-4491-8219-150c26ff9d2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (0b0c3419-a8fe-4d70-8856-cf5f83491838), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:59.340226 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 57874) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:59.340733 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-185a2fed-3630-4491-8219-150c26ff9d2d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=3690b5efde2e4646ae992f5599eadb2f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3199978 Sep 27 04:20:59.341406 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185a2fed-3630-4491-8219-150c26ff9d2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b0c3419-a8fe-4d70-8856-cf5f83491838,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:59.344869 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 57876) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:59.442567 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ae18ecb1-0196-4d1a-92d1-7937abfd7ef6 admin admin] Publish callbacks [] for security_group (0b0c3419-a8fe-4d70-8856-cf5f83491838), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:59.474465 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ae18ecb1-0196-4d1a-92d1-7937abfd7ef6 admin admin] Publish callbacks [] for security_group (0b0c3419-a8fe-4d70-8856-cf5f83491838), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:59.526375 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2523fb37-c14c-4c0c-95be-31d4773b41e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:59.532623 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ae18ecb1-0196-4d1a-92d1-7937abfd7ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (0b0c3419-a8fe-4d70-8856-cf5f83491838), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:59.535161 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ae18ecb1-0196-4d1a-92d1-7937abfd7ef6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:59.536305 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-ae18ecb1-0196-4d1a-92d1-7937abfd7ef6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/0b0c3419-a8fe-4d70-8856-cf5f83491838 HTTP/1.1" status: 204 len: 168 time: 0.1750739 Sep 27 04:20:59.539901 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:59.545589 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae18ecb1-0196-4d1a-92d1-7937abfd7ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b0c3419-a8fe-4d70-8856-cf5f83491838,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:59.612619 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2523fb37-c14c-4c0c-95be-31d4773b41e0 admin admin] Publish callbacks [] for security_group (5eb9083f-a751-4ddb-a7c1-5268e908b4b4), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:59.616487 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2523fb37-c14c-4c0c-95be-31d4773b41e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (5eb9083f-a751-4ddb-a7c1-5268e908b4b4), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:59.658496 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2523fb37-c14c-4c0c-95be-31d4773b41e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb9083f-a751-4ddb-a7c1-5268e908b4b4,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:59.668050 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 57888) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:59.668608 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-2523fb37-c14c-4c0c-95be-31d4773b41e0 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=982e342f1e1f49c7b5c7586650c5394b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3265183 Sep 27 04:20:59.732284 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0a73fec5-6544-4568-a171-af61f5bdccbd admin admin] Publish callbacks [] for security_group (5eb9083f-a751-4ddb-a7c1-5268e908b4b4), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:59.758153 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0a73fec5-6544-4568-a171-af61f5bdccbd admin admin] Publish callbacks [] for security_group (5eb9083f-a751-4ddb-a7c1-5268e908b4b4), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:59.815854 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0a73fec5-6544-4568-a171-af61f5bdccbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (5eb9083f-a751-4ddb-a7c1-5268e908b4b4), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:59.818611 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0a73fec5-6544-4568-a171-af61f5bdccbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:59.819745 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-0a73fec5-6544-4568-a171-af61f5bdccbd admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5eb9083f-a751-4ddb-a7c1-5268e908b4b4 HTTP/1.1" status: 204 len: 168 time: 0.1506391 Sep 27 04:20:59.829529 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a73fec5-6544-4568-a171-af61f5bdccbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb9083f-a751-4ddb-a7c1-5268e908b4b4,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:20:59.876620 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 57898) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:20:59.892769 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4dbac286-7982-42d0-923d-0e8c4bf4810b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:59.930581 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:20:59.987640 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4dbac286-7982-42d0-923d-0e8c4bf4810b admin admin] Publish callbacks [] for security_group (093b3c9b-4dd7-4ec4-9281-92ac2303055e), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:20:59.995178 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4dbac286-7982-42d0-923d-0e8c4bf4810b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (093b3c9b-4dd7-4ec4-9281-92ac2303055e), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:00.049590 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-4dbac286-7982-42d0-923d-0e8c4bf4810b admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=0716bfc7dc944ea0804a8631b5b066e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1718962 Sep 27 04:21:00.050327 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbac286-7982-42d0-923d-0e8c4bf4810b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=093b3c9b-4dd7-4ec4-9281-92ac2303055e,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:00.052276 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 57904) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:00.134909 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b8e4f99c-4d70-49c6-8035-65d5ad200183 admin admin] Publish callbacks [] for security_group (093b3c9b-4dd7-4ec4-9281-92ac2303055e), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:00.163061 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b8e4f99c-4d70-49c6-8035-65d5ad200183 admin admin] Publish callbacks [] for security_group (093b3c9b-4dd7-4ec4-9281-92ac2303055e), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:00.259081 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b8e4f99c-4d70-49c6-8035-65d5ad200183 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (093b3c9b-4dd7-4ec4-9281-92ac2303055e), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:00.261583 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b8e4f99c-4d70-49c6-8035-65d5ad200183 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:00.266348 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-b8e4f99c-4d70-49c6-8035-65d5ad200183 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/093b3c9b-4dd7-4ec4-9281-92ac2303055e HTTP/1.1" status: 204 len: 168 time: 0.2119665 Sep 27 04:21:00.275970 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e4f99c-4d70-49c6-8035-65d5ad200183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=093b3c9b-4dd7-4ec4-9281-92ac2303055e,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:00.327197 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 57920) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:00.343998 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 57922) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:00.357354 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9887a5ab-0127-4f23-b259-9ec509085581 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:00.476698 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9887a5ab-0127-4f23-b259-9ec509085581 admin admin] Publish callbacks [] for security_group (3c613343-9a7d-4800-87e1-dc033f375fc3), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:00.484397 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9887a5ab-0127-4f23-b259-9ec509085581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (3c613343-9a7d-4800-87e1-dc033f375fc3), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:00.532366 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9887a5ab-0127-4f23-b259-9ec509085581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c613343-9a7d-4800-87e1-dc033f375fc3,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:00.576214 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 57930) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:00.576734 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-9887a5ab-0127-4f23-b259-9ec509085581 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=769231fa56cf43228509a0a783d7d28d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2312670 Sep 27 04:21:00.748253 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-13faacb7-66f3-418f-9ae2-398e21f343bb admin admin] Publish callbacks [] for security_group (3c613343-9a7d-4800-87e1-dc033f375fc3), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:00.760759 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 57938) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:00.776110 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-79047efd-8d10-4cf5-8ecc-29673b1d45ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:00.792405 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=77,neutron:DELETE=12,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:00.832710 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-13faacb7-66f3-418f-9ae2-398e21f343bb admin admin] Publish callbacks [] for security_group (3c613343-9a7d-4800-87e1-dc033f375fc3), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:00.845138 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:00.854043 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5c690ed0-3afb-4fce-8f9a-1e8f9fd311e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689427'] for router_interface (1570ff6f-8fc2-4463-9e5e-3ed7a777c891), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:00.875136 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-79047efd-8d10-4cf5-8ecc-29673b1d45ec admin admin] Publish callbacks [] for security_group (b8458589-3fcc-4e90-a581-3edad5cbc25f), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:00.879353 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-79047efd-8d10-4cf5-8ecc-29673b1d45ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (b8458589-3fcc-4e90-a581-3edad5cbc25f), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:00.884565 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=79,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:00.940578 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79047efd-8d10-4cf5-8ecc-29673b1d45ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8458589-3fcc-4e90-a581-3edad5cbc25f,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:00.947728 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-79047efd-8d10-4cf5-8ecc-29673b1d45ec admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a0b62143bb2c44e39402a5483e0c75d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1835780 Sep 27 04:21:00.947950 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=89,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:00.948569 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 57946) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:00.978204 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:00.989465 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-13faacb7-66f3-418f-9ae2-398e21f343bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (3c613343-9a7d-4800-87e1-dc033f375fc3), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:00.992193 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-13faacb7-66f3-418f-9ae2-398e21f343bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:00.993319 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-13faacb7-66f3-418f-9ae2-398e21f343bb admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3c613343-9a7d-4800-87e1-dc033f375fc3 HTTP/1.1" status: 204 len: 168 time: 0.4158671 Sep 27 04:21:01.026993 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13faacb7-66f3-418f-9ae2-398e21f343bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c613343-9a7d-4800-87e1-dc033f375fc3,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:01.195615 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f3acd63b-e4c3-4525-8e7b-3ec41bed812e admin admin] Publish callbacks [] for security_group (b8458589-3fcc-4e90-a581-3edad5cbc25f), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:01.216162 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device acd21fd8-866c-4c10-9697-2fe37ef43cf1 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:21:01.247502 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] No Port match for: acd21fd8-866c-4c10-9697-2fe37ef43cf1 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:21:01.248118 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device acd21fd8-866c-4c10-9697-2fe37ef43cf1 not bound to the agent host hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:21:01.252366 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f3acd63b-e4c3-4525-8e7b-3ec41bed812e admin admin] Publish callbacks [] for security_group (b8458589-3fcc-4e90-a581-3edad5cbc25f), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:01.293157 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-5c690ed0-3afb-4fce-8f9a-1e8f9fd311e1 admin admin] Deleting port 5c3fe5c2-e2df-4f03-bd8f-40af037c4b87 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:21:01.293407 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5c690ed0-3afb-4fce-8f9a-1e8f9fd311e1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (5c3fe5c2-e2df-4f03-bd8f-40af037c4b87), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:01.295057 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:01.392997 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f3acd63b-e4c3-4525-8e7b-3ec41bed812e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (b8458589-3fcc-4e90-a581-3edad5cbc25f), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:01.395541 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f3acd63b-e4c3-4525-8e7b-3ec41bed812e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:01.397103 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-f3acd63b-e4c3-4525-8e7b-3ec41bed812e admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b8458589-3fcc-4e90-a581-3edad5cbc25f HTTP/1.1" status: 204 len: 168 time: 0.4476049 Sep 27 04:21:01.424013 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3acd63b-e4c3-4525-8e7b-3ec41bed812e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8458589-3fcc-4e90-a581-3edad5cbc25f,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:01.433304 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-5c690ed0-3afb-4fce-8f9a-1e8f9fd311e1 admin admin] For port 5c3fe5c2-e2df-4f03-bd8f-40af037c4b87, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=5c3fe5c2-e2df-4f03-bd8f-40af037c4b87,segment=NetworkSegment(140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5),segment_id=140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:21:01.434384 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5c690ed0-3afb-4fce-8f9a-1e8f9fd311e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (5c3fe5c2-e2df-4f03-bd8f-40af037c4b87), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:01.476215 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-5c690ed0-3afb-4fce-8f9a-1e8f9fd311e1 admin admin] Calling delete_port for 5c3fe5c2-e2df-4f03-bd8f-40af037c4b87 owned by network:router_interface {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:21:01.777667 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-25f031da-8fc8-4051-accb-ad8b23dce470 req-d218175f-8636-4da7-b24d-1dc57309fce1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0817411 Sep 27 04:21:01.808475 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5c690ed0-3afb-4fce-8f9a-1e8f9fd311e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093'] for port (5c3fe5c2-e2df-4f03-bd8f-40af037c4b87), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:01.850335 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c690ed0-3afb-4fce-8f9a-1e8f9fd311e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c3fe5c2-e2df-4f03-bd8f-40af037c4b87,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:01.916042 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f031da-8fc8-4051-accb-ad8b23dce470 req-0b5c2441-f295-41e3-9f02-fabfad1e8b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:01.918873 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-25f031da-8fc8-4051-accb-ad8b23dce470 req-0b5c2441-f295-41e3-9f02-fabfad1e8b30 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1c6cc70cbd2b4c04864f33ebafa06b5a&device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 1129 time: 0.0872490 Sep 27 04:21:02.064675 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f031da-8fc8-4051-accb-ad8b23dce470 req-ddecf006-4a7e-477e-8a61-b287022353f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:02.066685 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-25f031da-8fc8-4051-accb-ad8b23dce470 req-ddecf006-4a7e-477e-8a61-b287022353f5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=a72f6105-d258-45cb-a84d-18590bef93c2 HTTP/1.1" status: 200 len: 911 time: 0.1230223 Sep 27 04:21:02.075622 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5c690ed0-3afb-4fce-8f9a-1e8f9fd311e1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3723526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4106851'] for router_interface (1570ff6f-8fc2-4463-9e5e-3ed7a777c891), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:02.138338 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:02.161595 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-25f031da-8fc8-4051-accb-ad8b23dce470 req-d99db2d1-7bc4-4d3e-9d24-520d77c61ecf service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef3b9eed-fccf-490a-bc0f-2fe41f79b621 HTTP/1.1" status: 200 len: 1000 time: 0.0856137 Sep 27 04:21:02.225661 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f031da-8fc8-4051-accb-ad8b23dce470 req-59631bb2-81f8-4c04-a6fc-3d4acf4f7780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:02.227569 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-25f031da-8fc8-4051-accb-ad8b23dce470 req-59631bb2-81f8-4c04-a6fc-3d4acf4f7780 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=8e579293-c2b5-4786-882a-437ca24df95d HTTP/1.1" status: 200 len: 849 time: 0.0603144 Sep 27 04:21:02.324254 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f031da-8fc8-4051-accb-ad8b23dce470 req-cfeff976-affa-4bdc-b3fc-e7cb87eb56e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:02.330572 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-25f031da-8fc8-4051-accb-ad8b23dce470 req-cfeff976-affa-4bdc-b3fc-e7cb87eb56e5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=a72f6105-d258-45cb-a84d-18590bef93c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0919783 Sep 27 04:21:02.446434 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 58024) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:02.526328 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_v2 [None req-9df06dda-d38b-4375-bf64-06df0429274e admin admin] Deleting subnet 506c094e-adb2-476c-8a72-6b2e0b04ffd8 {{(pid=106210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 04:21:02.531038 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-25f031da-8fc8-4051-accb-ad8b23dce470 req-c29991bb-4ab6-4ba2-9043-c6d9183f3a05 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a72f6105-d258-45cb-a84d-18590bef93c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922932 Sep 27 04:21:02.541370 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9df06dda-d38b-4375-bf64-06df0429274e admin admin] Publish callbacks [] for subnet (506c094e-adb2-476c-8a72-6b2e0b04ffd8), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:02.587922 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c690ed0-3afb-4fce-8f9a-1e8f9fd311e1 admin admin] Router 1570ff6f-8fc2-4463-9e5e-3ed7a777c891 has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:21:02.723061 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:DELETE=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:02.726245 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c690ed0-3afb-4fce-8f9a-1e8f9fd311e1 admin admin] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:21:02.732033 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-5c690ed0-3afb-4fce-8f9a-1e8f9fd311e1 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/1570ff6f-8fc2-4463-9e5e-3ed7a777c891/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4036422 Sep 27 04:21:02.734713 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 58036) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:02.739199 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69ec842-f7ef-4891-b8a9-18dafc259fa5 None None] Sync routers for ids ['1570ff6f-8fc2-4463-9e5e-3ed7a777c891'] in dv-cinder-859186-3-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:21:02.759077 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69ec842-f7ef-4891-b8a9-18dafc259fa5 None None] Routers {'1570ff6f-8fc2-4463-9e5e-3ed7a777c891'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:21:02.760107 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-a69ec842-f7ef-4891-b8a9-18dafc259fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:20:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['1570ff6f-8fc2-4463-9e5e-3ed7a777c891'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:02.803020 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 58040) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:02.888232 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9df06dda-d38b-4375-bf64-06df0429274e admin admin] Publish callbacks [] for subnet (506c094e-adb2-476c-8a72-6b2e0b04ffd8), precommit_delete_associations {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:02.918919 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9df06dda-d38b-4375-bf64-06df0429274e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671939'] for subnet (506c094e-adb2-476c-8a72-6b2e0b04ffd8), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:02.939242 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a285649b-8068-4ded-83cd-826db521645b admin admin] Publish callbacks [] for router (1570ff6f-8fc2-4463-9e5e-3ed7a777c891), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:02.972718 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-a69ec842-f7ef-4891-b8a9-18dafc259fa5 None None] Set router 1570ff6f-8fc2-4463-9e5e-3ed7a777c891 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:21:02.995902 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-25f031da-8fc8-4051-accb-ad8b23dce470 req-71922e86-2f1b-41df-89e8-adeb710bfbbe service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a72f6105-d258-45cb-a84d-18590bef93c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4511938 Sep 27 04:21:03.088942 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ed098ad7-0823-4f57-ba55-de7c220d62dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:03.112837 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9df06dda-d38b-4375-bf64-06df0429274e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551'] for subnet (506c094e-adb2-476c-8a72-6b2e0b04ffd8), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:03.113269 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a285649b-8068-4ded-83cd-826db521645b admin admin] Publish callbacks [] for router_gateway (1570ff6f-8fc2-4463-9e5e-3ed7a777c891), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:03.178199 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df06dda-d38b-4375-bf64-06df0429274e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=506c094e-adb2-476c-8a72-6b2e0b04ffd8,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:03.187213 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9df06dda-d38b-4375-bf64-06df0429274e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:03.196079 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-a285649b-8068-4ded-83cd-826db521645b admin admin] Deleting port 0013e2cc-d36e-4a05-a5c8-47024496dd16 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:21:03.196625 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a285649b-8068-4ded-83cd-826db521645b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (0013e2cc-d36e-4a05-a5c8-47024496dd16), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:03.198571 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-9df06dda-d38b-4375-bf64-06df0429274e admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/506c094e-adb2-476c-8a72-6b2e0b04ffd8 HTTP/1.1" status: 204 len: 168 time: 0.7510104 Sep 27 04:21:03.201056 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 58076) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:03.232400 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-a69ec842-f7ef-4891-b8a9-18dafc259fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1570ff6f-8fc2-4463-9e5e-3ed7a777c891', 'name': 'tempest-DeleteServersTestJSON-1362071837-router', 'tenant_id': '7914c4b5217f411f807854ccb07e0365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '0013e2cc-d36e-4a05-a5c8-47024496dd16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:57Z', 'updated_at': '2022-09-27T04:21:01Z', 'revision_number': 5, 'project_id': '7914c4b5217f411f807854ccb07e0365', 'gw_port': {'id': '0013e2cc-d36e-4a05-a5c8-47024496dd16', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:4b:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1570ff6f-8fc2-4463-9e5e-3ed7a777c891', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:19:58Z', 'updated_at': '2022-09-27T04:20:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi'}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:03.275839 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69ec842-f7ef-4891-b8a9-18dafc259fa5 None None] Checking router: 1570ff6f-8fc2-4463-9e5e-3ed7a777c891 for host: dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:21:03.298475 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:UPDATE=3,neutron:INSERT=6,neutron:SELECT=89,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:03.302377 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69ec842-f7ef-4891-b8a9-18dafc259fa5 None None] Routers {'1570ff6f-8fc2-4463-9e5e-3ed7a777c891'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:21:03.303031 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-a69ec842-f7ef-4891-b8a9-18dafc259fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:20:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['1570ff6f-8fc2-4463-9e5e-3ed7a777c891'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:03.322444 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-a285649b-8068-4ded-83cd-826db521645b admin admin] For port 0013e2cc-d36e-4a05-a5c8-47024496dd16, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=0013e2cc-d36e-4a05-a5c8-47024496dd16,segment=NetworkSegment(458173e0-a334-422f-a9db-e4c60ba44888),segment_id=458173e0-a334-422f-a9db-e4c60ba44888)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:21:03.322815 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a285649b-8068-4ded-83cd-826db521645b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (0013e2cc-d36e-4a05-a5c8-47024496dd16), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:03.336350 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:03.340549 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-a285649b-8068-4ded-83cd-826db521645b admin admin] Calling delete_port for 0013e2cc-d36e-4a05-a5c8-47024496dd16 owned by network:router_gateway {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:21:03.358855 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-333501c5-c2b7-4c37-b0d7-1f49fcf707b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798866'] for network (1afc1755-434f-4422-8cf4-6b447aed4322), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:03.437157 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ed098ad7-0823-4f57-ba55-de7c220d62dc admin admin] Publish callbacks [] for security_group (59ce652e-eed2-4eea-b3e5-75da5ce91b9b), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:03.451085 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ed098ad7-0823-4f57-ba55-de7c220d62dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (59ce652e-eed2-4eea-b3e5-75da5ce91b9b), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:03.493793 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-a69ec842-f7ef-4891-b8a9-18dafc259fa5 None None] Set router 1570ff6f-8fc2-4463-9e5e-3ed7a777c891 gateway port host: None {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:21:03.526468 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-333501c5-c2b7-4c37-b0d7-1f49fcf707b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779509', 'neutron.services.segments.db._delete_segments_for_network-8770988261578'] for network (1afc1755-434f-4422-8cf4-6b447aed4322), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:03.553831 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-ed098ad7-0823-4f57-ba55-de7c220d62dc admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=8d46e7923d634ee8afcb6f24a2fb02e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7479634 Sep 27 04:21:03.557016 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 58094) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:03.596164 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-333501c5-c2b7-4c37-b0d7-1f49fcf707b3 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:21:03.596806 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-333501c5-c2b7-4c37-b0d7-1f49fcf707b3 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:21:03.598175 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-333501c5-c2b7-4c37-b0d7-1f49fcf707b3 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:21:03.598930 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-333501c5-c2b7-4c37-b0d7-1f49fcf707b3 admin admin] Subscribe: > port after_create 55550000 {{(pid=106210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:21:03.599686 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-333501c5-c2b7-4c37-b0d7-1f49fcf707b3 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:21:03.600353 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-333501c5-c2b7-4c37-b0d7-1f49fcf707b3 admin admin] Subscribe: > port after_update 55550000 {{(pid=106210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:21:03.601130 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-333501c5-c2b7-4c37-b0d7-1f49fcf707b3 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:21:03.601772 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-333501c5-c2b7-4c37-b0d7-1f49fcf707b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:21:03.602419 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-333501c5-c2b7-4c37-b0d7-1f49fcf707b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:21:03.602777 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-333501c5-c2b7-4c37-b0d7-1f49fcf707b3 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:21:03.626315 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-a69ec842-f7ef-4891-b8a9-18dafc259fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1570ff6f-8fc2-4463-9e5e-3ed7a777c891', 'name': 'tempest-DeleteServersTestJSON-1362071837-router', 'tenant_id': '7914c4b5217f411f807854ccb07e0365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:57Z', 'updated_at': '2022-09-27T04:21:03Z', 'revision_number': 6, 'project_id': '7914c4b5217f411f807854ccb07e0365', 'gw_port_host': None}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:03.650886 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:03.662430 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69ec842-f7ef-4891-b8a9-18dafc259fa5 None None] The sync data for ids ['1570ff6f-8fc2-4463-9e5e-3ed7a777c891'] in dv-cinder-859186-3-iscsi is: [{'id': '1570ff6f-8fc2-4463-9e5e-3ed7a777c891', 'name': 'tempest-DeleteServersTestJSON-1362071837-router', 'tenant_id': '7914c4b5217f411f807854ccb07e0365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:57Z', 'updated_at': '2022-09-27T04:21:03Z', 'revision_number': 6, 'project_id': '7914c4b5217f411f807854ccb07e0365', 'gw_port_host': None}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:21:03.699016 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a285649b-8068-4ded-83cd-826db521645b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093'] for port (0013e2cc-d36e-4a05-a5c8-47024496dd16), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:03.757215 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8f961a7b-96a0-4dac-ab67-3637f90e7cee admin admin] Publish callbacks [] for security_group (59ce652e-eed2-4eea-b3e5-75da5ce91b9b), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:03.767354 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a285649b-8068-4ded-83cd-826db521645b admin admin] Pushing event deleted for resources: {'Port': ['ID=0013e2cc-d36e-4a05-a5c8-47024496dd16,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:03.824362 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8f961a7b-96a0-4dac-ab67-3637f90e7cee admin admin] Publish callbacks [] for security_group (59ce652e-eed2-4eea-b3e5-75da5ce91b9b), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:03.832421 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a285649b-8068-4ded-83cd-826db521645b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4106517'] for router_gateway (1570ff6f-8fc2-4463-9e5e-3ed7a777c891), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:03.846666 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-333501c5-c2b7-4c37-b0d7-1f49fcf707b3 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:21:03.847613 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-333501c5-c2b7-4c37-b0d7-1f49fcf707b3 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:21:03.847702 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-333501c5-c2b7-4c37-b0d7-1f49fcf707b3 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:21:03.848265 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-333501c5-c2b7-4c37-b0d7-1f49fcf707b3 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106210) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:21:03.848557 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-333501c5-c2b7-4c37-b0d7-1f49fcf707b3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1afc1755-434f-4422-8cf4-6b447aed4322']}} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:03.856382 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed098ad7-0823-4f57-ba55-de7c220d62dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ce652e-eed2-4eea-b3e5-75da5ce91b9b,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:03.931590 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-333501c5-c2b7-4c37-b0d7-1f49fcf707b3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '279e0395-fb1e-4db2-a16e-8a7c7b8b5d5b') {'for_net_delete': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:03.931833 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-333501c5-c2b7-4c37-b0d7-1f49fcf707b3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '279e0395-fb1e-4db2-a16e-8a7c7b8b5d5b') {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:03.953724 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-333501c5-c2b7-4c37-b0d7-1f49fcf707b3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770988232295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6975068'] for segment (279e0395-fb1e-4db2-a16e-8a7c7b8b5d5b), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:03.980735 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-333501c5-c2b7-4c37-b0d7-1f49fcf707b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (279e0395-fb1e-4db2-a16e-8a7c7b8b5d5b), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:03.989544 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a285649b-8068-4ded-83cd-826db521645b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4106764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124561'] for router (1570ff6f-8fc2-4463-9e5e-3ed7a777c891), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:03.991650 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-333501c5-c2b7-4c37-b0d7-1f49fcf707b3 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=106210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 04:21:03.992053 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-333501c5-c2b7-4c37-b0d7-1f49fcf707b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9338690'] for segment (279e0395-fb1e-4db2-a16e-8a7c7b8b5d5b), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:03.992338 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a285649b-8068-4ded-83cd-826db521645b admin admin] Publish callbacks [] for router_controller (1570ff6f-8fc2-4463-9e5e-3ed7a777c891), precommit_delete_associations {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:04.078929 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-333501c5-c2b7-4c37-b0d7-1f49fcf707b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4106734'] for network (1afc1755-434f-4422-8cf4-6b447aed4322), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:04.110941 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-333501c5-c2b7-4c37-b0d7-1f49fcf707b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:04.115627 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-333501c5-c2b7-4c37-b0d7-1f49fcf707b3 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/1afc1755-434f-4422-8cf4-6b447aed4322 HTTP/1.1" status: 204 len: 168 time: 0.9049742 Sep 27 04:21:04.128468 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 58116) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:04.131154 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a285649b-8068-4ded-83cd-826db521645b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4106773'] for router (1570ff6f-8fc2-4463-9e5e-3ed7a777c891), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:04.131738 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a285649b-8068-4ded-83cd-826db521645b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1570ff6f-8fc2-4463-9e5e-3ed7a777c891 {{(pid=106211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 04:21:04.138761 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333501c5-c2b7-4c37-b0d7-1f49fcf707b3 admin admin] Pushing event deleted for resources: {'Network': ['ID=1afc1755-434f-4422-8cf4-6b447aed4322,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:04.138919 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a285649b-8068-4ded-83cd-826db521645b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:04.142053 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-a285649b-8068-4ded-83cd-826db521645b admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/1570ff6f-8fc2-4463-9e5e-3ed7a777c891 HTTP/1.1" status: 204 len: 168 time: 1.4060628 Sep 27 04:21:04.143949 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 58118) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:04.203906 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_v2 [None req-4683e126-409e-4764-b8be-bdfd81120c96 admin admin] Deleting subnet bac9f75d-135d-42ac-9cad-3529337be15c {{(pid=106210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 04:21:04.208881 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4683e126-409e-4764-b8be-bdfd81120c96 admin admin] Publish callbacks [] for subnet (bac9f75d-135d-42ac-9cad-3529337be15c), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:04.232414 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_v2 [None req-c62129fe-2587-4a90-b119-2b01eb6b89fe admin admin] Deleting subnet ef556055-3d79-4e00-91ba-4215c47f3d3a {{(pid=106211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 04:21:04.234534 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8f961a7b-96a0-4dac-ab67-3637f90e7cee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (59ce652e-eed2-4eea-b3e5-75da5ce91b9b), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:04.237074 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8f961a7b-96a0-4dac-ab67-3637f90e7cee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:04.238184 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-8f961a7b-96a0-4dac-ab67-3637f90e7cee admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/59ce652e-eed2-4eea-b3e5-75da5ce91b9b HTTP/1.1" status: 204 len: 168 time: 0.6802068 Sep 27 04:21:04.241583 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c62129fe-2587-4a90-b119-2b01eb6b89fe admin admin] Publish callbacks [] for subnet (ef556055-3d79-4e00-91ba-4215c47f3d3a), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:04.244069 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:04.255493 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4683e126-409e-4764-b8be-bdfd81120c96 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6975061'] for subnet (bac9f75d-135d-42ac-9cad-3529337be15c), precommit_delete_associations {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:04.273765 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f961a7b-96a0-4dac-ab67-3637f90e7cee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ce652e-eed2-4eea-b3e5-75da5ce91b9b,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:04.288300 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c62129fe-2587-4a90-b119-2b01eb6b89fe admin admin] Publish callbacks [] for subnet (ef556055-3d79-4e00-91ba-4215c47f3d3a), precommit_delete_associations {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:04.363031 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4683e126-409e-4764-b8be-bdfd81120c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671939'] for subnet (bac9f75d-135d-42ac-9cad-3529337be15c), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:04.379007 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c62129fe-2587-4a90-b119-2b01eb6b89fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671939'] for subnet (ef556055-3d79-4e00-91ba-4215c47f3d3a), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:04.418386 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.services.segments.plugin [-] Segment 279e0395-fb1e-4db2-a16e-8a7c7b8b5d5b resource provider aggregate not found Sep 27 04:21:04.447837 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.services.segments.plugin [-] Segment 279e0395-fb1e-4db2-a16e-8a7c7b8b5d5b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 279e0395-fb1e-4db2-a16e-8a7c7b8b5d5b found for delete ", "request_id": "req-7e804210-291d-490c-8e02-0bea2d1919bb"}]} Sep 27 04:21:04.468636 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c62129fe-2587-4a90-b119-2b01eb6b89fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551'] for subnet (ef556055-3d79-4e00-91ba-4215c47f3d3a), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:04.469652 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4683e126-409e-4764-b8be-bdfd81120c96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9338860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214698'] for subnet (bac9f75d-135d-42ac-9cad-3529337be15c), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:04.496281 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62129fe-2587-4a90-b119-2b01eb6b89fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef556055-3d79-4e00-91ba-4215c47f3d3a,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:04.503716 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c62129fe-2587-4a90-b119-2b01eb6b89fe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:04.506141 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683e126-409e-4764-b8be-bdfd81120c96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bac9f75d-135d-42ac-9cad-3529337be15c,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:04.509323 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-c62129fe-2587-4a90-b119-2b01eb6b89fe admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/ef556055-3d79-4e00-91ba-4215c47f3d3a HTTP/1.1" status: 204 len: 168 time: 0.3615139 Sep 27 04:21:04.510710 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 58140) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:04.512911 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4683e126-409e-4764-b8be-bdfd81120c96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:04.516562 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba223de-1af9-407d-a40d-b6de01f59876 None None] Network 90468030-e15f-4d68-bea3-d020393e070f requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:21:04.529238 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-4683e126-409e-4764-b8be-bdfd81120c96 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/bac9f75d-135d-42ac-9cad-3529337be15c HTTP/1.1" status: 204 len: 168 time: 0.3963943 Sep 27 04:21:04.529238 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 58142) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:04.606302 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ce389709-55e4-463f-abbb-3c2169261981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798866'] for network (90468030-e15f-4d68-bea3-d020393e070f), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:04.641146 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-652a944f-8b97-4a78-bd9f-d09cdfba66b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798866'] for network (2cfbbe7d-ad34-4af4-8505-f9b7056fc24b), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:04.663820 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-ce389709-55e4-463f-abbb-3c2169261981 admin admin] Deleting port 2d5f14d8-97ae-45cd-98a4-2634bc19c645 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:21:04.664410 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ce389709-55e4-463f-abbb-3c2169261981 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (2d5f14d8-97ae-45cd-98a4-2634bc19c645), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:04.765913 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d73931-9774-4f7c-8aad-4266bf0fdbf1 None None] DHCP port deletion for 90468030-e15f-4d68-bea3-d020393e070f request from dv-cinder-859186-3-iscsi {{(pid=106212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 27 04:21:04.769464 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-652a944f-8b97-4a78-bd9f-d09cdfba66b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779509', 'neutron.services.segments.db._delete_segments_for_network-8770988261578'] for network (2cfbbe7d-ad34-4af4-8505-f9b7056fc24b), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:04.769680 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-ce389709-55e4-463f-abbb-3c2169261981 admin admin] For port 2d5f14d8-97ae-45cd-98a4-2634bc19c645, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=2d5f14d8-97ae-45cd-98a4-2634bc19c645,segment=NetworkSegment(140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5),segment_id=140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:21:04.770077 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ce389709-55e4-463f-abbb-3c2169261981 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (2d5f14d8-97ae-45cd-98a4-2634bc19c645), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:04.788780 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-ce389709-55e4-463f-abbb-3c2169261981 admin admin] Calling delete_port for 2d5f14d8-97ae-45cd-98a4-2634bc19c645 owned by network:dhcp {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:21:04.795139 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-652a944f-8b97-4a78-bd9f-d09cdfba66b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cfbbe7d-ad34-4af4-8505-f9b7056fc24b']}} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:04.816147 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:04.821354 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-652a944f-8b97-4a78-bd9f-d09cdfba66b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '360107e6-d464-438a-a264-5c0da0c68960') {'for_net_delete': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:04.821612 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-652a944f-8b97-4a78-bd9f-d09cdfba66b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '360107e6-d464-438a-a264-5c0da0c68960') {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:04.831678 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-b2d73931-9774-4f7c-8aad-4266bf0fdbf1 None None] Deleting port 2d5f14d8-97ae-45cd-98a4-2634bc19c645 {{(pid=106212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:21:04.832175 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-b2d73931-9774-4f7c-8aad-4266bf0fdbf1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (2d5f14d8-97ae-45cd-98a4-2634bc19c645), before_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:04.843753 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-652a944f-8b97-4a78-bd9f-d09cdfba66b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770988232295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6975068'] for segment (360107e6-d464-438a-a264-5c0da0c68960), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:04.869015 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-652a944f-8b97-4a78-bd9f-d09cdfba66b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (360107e6-d464-438a-a264-5c0da0c68960), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:04.877931 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652a944f-8b97-4a78-bd9f-d09cdfba66b7 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=106210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 04:21:04.878311 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-652a944f-8b97-4a78-bd9f-d09cdfba66b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9338690'] for segment (360107e6-d464-438a-a264-5c0da0c68960), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:04.920212 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-b2d73931-9774-4f7c-8aad-4266bf0fdbf1 None None] For port 2d5f14d8-97ae-45cd-98a4-2634bc19c645, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=2d5f14d8-97ae-45cd-98a4-2634bc19c645,segment=NetworkSegment(140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5),segment_id=140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:21:04.921238 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-b2d73931-9774-4f7c-8aad-4266bf0fdbf1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (2d5f14d8-97ae-45cd-98a4-2634bc19c645), precommit_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:04.937876 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-b2d73931-9774-4f7c-8aad-4266bf0fdbf1 None None] Calling delete_port for 2d5f14d8-97ae-45cd-98a4-2634bc19c645 owned by network:dhcp {{(pid=106212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:21:04.943393 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ce389709-55e4-463f-abbb-3c2169261981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093'] for port (2d5f14d8-97ae-45cd-98a4-2634bc19c645), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:04.959498 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce389709-55e4-463f-abbb-3c2169261981 admin admin] No DVR routers for this DVR port 2d5f14d8-97ae-45cd-98a4-2634bc19c645 on host dv-cinder-859186-3-iscsi {{(pid=106211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:21:04.988239 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-652a944f-8b97-4a78-bd9f-d09cdfba66b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4106734'] for network (2cfbbe7d-ad34-4af4-8505-f9b7056fc24b), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:04.988901 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce389709-55e4-463f-abbb-3c2169261981 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d5f14d8-97ae-45cd-98a4-2634bc19c645,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:05.021561 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-652a944f-8b97-4a78-bd9f-d09cdfba66b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:05.050175 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-652a944f-8b97-4a78-bd9f-d09cdfba66b7 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/2cfbbe7d-ad34-4af4-8505-f9b7056fc24b HTTP/1.1" status: 204 len: 168 time: 0.5203481 Sep 27 04:21:05.051383 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652a944f-8b97-4a78-bd9f-d09cdfba66b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cfbbe7d-ad34-4af4-8505-f9b7056fc24b,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:05.072490 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ce389709-55e4-463f-abbb-3c2169261981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779509', 'neutron.services.segments.db._delete_segments_for_network-8770988261578'] for network (90468030-e15f-4d68-bea3-d020393e070f), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:05.095142 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:05.117363 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ce389709-55e4-463f-abbb-3c2169261981 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=106211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:21:05.117672 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ce389709-55e4-463f-abbb-3c2169261981 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=106211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:21:05.118909 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ce389709-55e4-463f-abbb-3c2169261981 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=106211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:21:05.119510 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ce389709-55e4-463f-abbb-3c2169261981 admin admin] Subscribe: > port after_create 55550000 {{(pid=106211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:21:05.120127 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ce389709-55e4-463f-abbb-3c2169261981 admin admin] Subscribe: > port after_delete 55550000 {{(pid=106211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:21:05.122091 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ce389709-55e4-463f-abbb-3c2169261981 admin admin] Subscribe: > port after_update 55550000 {{(pid=106211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:21:05.122566 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ce389709-55e4-463f-abbb-3c2169261981 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=106211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:21:05.123118 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ce389709-55e4-463f-abbb-3c2169261981 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:21:05.123540 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ce389709-55e4-463f-abbb-3c2169261981 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:21:05.124302 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ce389709-55e4-463f-abbb-3c2169261981 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=106211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:21:05.186626 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-b2d73931-9774-4f7c-8aad-4266bf0fdbf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093'] for port (2d5f14d8-97ae-45cd-98a4-2634bc19c645), after_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:05.237871 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d73931-9774-4f7c-8aad-4266bf0fdbf1 None None] Pushing event deleted for resources: {'Port': ['ID=2d5f14d8-97ae-45cd-98a4-2634bc19c645,revision_number=None']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:05.246703 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d73931-9774-4f7c-8aad-4266bf0fdbf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:05.247042 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ce389709-55e4-463f-abbb-3c2169261981 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=106211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:21:05.247160 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d73931-9774-4f7c-8aad-4266bf0fdbf1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:05.247400 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ce389709-55e4-463f-abbb-3c2169261981 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=106211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:21:05.247516 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d73931-9774-4f7c-8aad-4266bf0fdbf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:05.247734 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ce389709-55e4-463f-abbb-3c2169261981 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=106211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:21:05.247898 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d73931-9774-4f7c-8aad-4266bf0fdbf1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:05.248221 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d73931-9774-4f7c-8aad-4266bf0fdbf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:05.248545 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d73931-9774-4f7c-8aad-4266bf0fdbf1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:05.248675 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ce389709-55e4-463f-abbb-3c2169261981 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=106211) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 27 04:21:05.248906 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d73931-9774-4f7c-8aad-4266bf0fdbf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:05.249054 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-ce389709-55e4-463f-abbb-3c2169261981 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90468030-e15f-4d68-bea3-d020393e070f']}} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:05.249797 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d73931-9774-4f7c-8aad-4266bf0fdbf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:05.251036 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d73931-9774-4f7c-8aad-4266bf0fdbf1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:05.251579 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d73931-9774-4f7c-8aad-4266bf0fdbf1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:05.252276 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d73931-9774-4f7c-8aad-4266bf0fdbf1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:05.252756 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d73931-9774-4f7c-8aad-4266bf0fdbf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:05.253121 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d73931-9774-4f7c-8aad-4266bf0fdbf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:05.253839 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d73931-9774-4f7c-8aad-4266bf0fdbf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:05.254170 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2d73931-9774-4f7c-8aad-4266bf0fdbf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:05.264194 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d73931-9774-4f7c-8aad-4266bf0fdbf1 None None] No DVR routers for this DVR port 2d5f14d8-97ae-45cd-98a4-2634bc19c645 on host dv-cinder-859186-3-iscsi {{(pid=106212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:21:05.298572 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-ce389709-55e4-463f-abbb-3c2169261981 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5') {'for_net_delete': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:05.298572 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-ce389709-55e4-463f-abbb-3c2169261981 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5') {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:05.329906 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ce389709-55e4-463f-abbb-3c2169261981 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770988232295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9770295'] for segment (140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:05.356889 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ce389709-55e4-463f-abbb-3c2169261981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:05.363499 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce389709-55e4-463f-abbb-3c2169261981 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=106211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 04:21:05.363980 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ce389709-55e4-463f-abbb-3c2169261981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9553014'] for segment (140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:05.433958 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 58184) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:05.452651 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ce389709-55e4-463f-abbb-3c2169261981 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4106734'] for network (90468030-e15f-4d68-bea3-d020393e070f), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:05.477313 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ce389709-55e4-463f-abbb-3c2169261981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:05.482972 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-ce389709-55e4-463f-abbb-3c2169261981 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/90468030-e15f-4d68-bea3-d020393e070f HTTP/1.1" status: 204 len: 168 time: 0.9713974 Sep 27 04:21:05.484804 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce389709-55e4-463f-abbb-3c2169261981 admin admin] Pushing event deleted for resources: {'Network': ['ID=90468030-e15f-4d68-bea3-d020393e070f,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:05.515261 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:DELETE=7 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:05.520528 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=88,neutron:DELETE=8,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:05.529976 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-945e196d-d92a-43b8-837c-d2acace20034 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1ffa7078248541158035d49ab4254b73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0944860 Sep 27 04:21:05.533128 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 58192) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:05.572977 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 2d5f14d8-97ae-45cd-98a4-2634bc19c645 no longer exists at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:21:05.600627 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c288a0f4-fc40-4f4b-a870-b09b86c2b49e admin admin] Publish callbacks [] for security_group (8397793a-81e7-4a0a-a47e-96ee6218b77c), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:05.612053 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] No Port match for: 2d5f14d8-97ae-45cd-98a4-2634bc19c645 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:21:05.612729 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 2d5f14d8-97ae-45cd-98a4-2634bc19c645 not bound to the agent host dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:21:05.613513 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 0013e2cc-d36e-4a05-a5c8-47024496dd16 no longer exists at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:21:05.634324 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c288a0f4-fc40-4f4b-a870-b09b86c2b49e admin admin] Publish callbacks [] for security_group (8397793a-81e7-4a0a-a47e-96ee6218b77c), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:05.649399 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] No Port match for: 0013e2cc-d36e-4a05-a5c8-47024496dd16 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:21:05.649734 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 0013e2cc-d36e-4a05-a5c8-47024496dd16 not bound to the agent host dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:21:05.650328 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 5c3fe5c2-e2df-4f03-bd8f-40af037c4b87 no longer exists at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:21:05.675848 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] No Port match for: 5c3fe5c2-e2df-4f03-bd8f-40af037c4b87 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:21:05.676501 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 5c3fe5c2-e2df-4f03-bd8f-40af037c4b87 not bound to the agent host dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:21:05.704537 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c288a0f4-fc40-4f4b-a870-b09b86c2b49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (8397793a-81e7-4a0a-a47e-96ee6218b77c), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:05.707194 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c288a0f4-fc40-4f4b-a870-b09b86c2b49e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:05.708488 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-c288a0f4-fc40-4f4b-a870-b09b86c2b49e admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8397793a-81e7-4a0a-a47e-96ee6218b77c HTTP/1.1" status: 204 len: 168 time: 0.1740701 Sep 27 04:21:05.721567 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288a0f4-fc40-4f4b-a870-b09b86c2b49e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8397793a-81e7-4a0a-a47e-96ee6218b77c,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:05.738058 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.services.segments.plugin [-] Segment 140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5 resource provider aggregate not found Sep 27 04:21:05.767838 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.services.segments.plugin [-] Segment 140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 140b4dbd-c7b9-40d2-9281-c4e4b44aa6c5 found for delete ", "request_id": "req-e30fee43-afdb-4733-b222-49949c9fa8e3"}]} Sep 27 04:21:05.862305 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 58210) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:05.909698 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-b2247cee-ae42-4071-9203-6bd25da74f77 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=7914c4b5217f411f807854ccb07e0365&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0461836 Sep 27 04:21:05.912139 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 58214) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:05.942527 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:05.972303 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c19ed172-fdc3-45c3-b211-28bbe805cb4f admin admin] Publish callbacks [] for security_group (6292e5d4-a4a9-48a7-955f-6a9e34544572), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:05.993988 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c19ed172-fdc3-45c3-b211-28bbe805cb4f admin admin] Publish callbacks [] for security_group (6292e5d4-a4a9-48a7-955f-6a9e34544572), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:06.048995 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c19ed172-fdc3-45c3-b211-28bbe805cb4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (6292e5d4-a4a9-48a7-955f-6a9e34544572), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:06.051792 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c19ed172-fdc3-45c3-b211-28bbe805cb4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:06.053001 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-c19ed172-fdc3-45c3-b211-28bbe805cb4f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6292e5d4-a4a9-48a7-955f-6a9e34544572 HTTP/1.1" status: 204 len: 168 time: 0.1398754 Sep 27 04:21:06.062997 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ed172-fdc3-45c3-b211-28bbe805cb4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6292e5d4-a4a9-48a7-955f-6a9e34544572,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:06.165646 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:06.301567 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 58226) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:06.344301 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-6c6e3fc3-3da7-4878-881c-12cffc58efd6 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a5d68445c296413a86184878a98b563b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414827 Sep 27 04:21:06.346872 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 58230) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:06.395972 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-71f7055f-e6ca-4dd1-8581-2d816bdd53eb admin admin] Publish callbacks [] for security_group (a7debd45-d1f0-4f73-8634-2d2954673c0a), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:06.418647 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-71f7055f-e6ca-4dd1-8581-2d816bdd53eb admin admin] Publish callbacks [] for security_group (a7debd45-d1f0-4f73-8634-2d2954673c0a), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:06.467950 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.services.segments.plugin [-] Segment 360107e6-d464-438a-a264-5c0da0c68960 resource provider aggregate not found Sep 27 04:21:06.474726 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-71f7055f-e6ca-4dd1-8581-2d816bdd53eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (a7debd45-d1f0-4f73-8634-2d2954673c0a), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:06.478651 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-71f7055f-e6ca-4dd1-8581-2d816bdd53eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:06.479798 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-71f7055f-e6ca-4dd1-8581-2d816bdd53eb admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a7debd45-d1f0-4f73-8634-2d2954673c0a HTTP/1.1" status: 204 len: 168 time: 0.1320360 Sep 27 04:21:06.488318 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.services.segments.plugin [-] Segment 360107e6-d464-438a-a264-5c0da0c68960 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 360107e6-d464-438a-a264-5c0da0c68960 found for delete ", "request_id": "req-7bcc64e1-c458-418b-8c6d-5845fe16a76b"}]} Sep 27 04:21:06.488799 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f7055f-e6ca-4dd1-8581-2d816bdd53eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7debd45-d1f0-4f73-8634-2d2954673c0a,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:06.961479 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 58272) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:07.077766 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-85cc9d71-4e5e-4644-a2d2-d8f8a177b10e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-140140347-network', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:21:07.098214 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cc9d71-4e5e-4644-a2d2-d8f8a177b10e admin admin] Made reservation on behalf of c25f11f92d4e4fd8965fe630ad77f3c3 for: {'network': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:21:07.100544 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-85cc9d71-4e5e-4644-a2d2-d8f8a177b10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for network (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:07.109359 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-85cc9d71-4e5e-4644-a2d2-d8f8a177b10e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:07.167938 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:07.194151 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-85cc9d71-4e5e-4644-a2d2-d8f8a177b10e admin admin] Publish callbacks [] for security_group (dad0251b-74f4-4f16-a784-be5aec073ee7), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:07.198482 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-85cc9d71-4e5e-4644-a2d2-d8f8a177b10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (dad0251b-74f4-4f16-a784-be5aec073ee7), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:07.222355 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85cc9d71-4e5e-4644-a2d2-d8f8a177b10e admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=106211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 04:21:07.236679 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc9d71-4e5e-4644-a2d2-d8f8a177b10e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dad0251b-74f4-4f16-a784-be5aec073ee7,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:07.242777 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-85cc9d71-4e5e-4644-a2d2-d8f8a177b10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (4790901f-5695-41bc-be7f-0e3d4d5126bd), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:07.243133 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.db.segments_db [None req-85cc9d71-4e5e-4644-a2d2-d8f8a177b10e admin admin] Added segment 4790901f-5695-41bc-be7f-0e3d4d5126bd of type vlan for network 3b03541e-a362-4f1f-858b-b7051275090d Sep 27 04:21:07.287949 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-85cc9d71-4e5e-4644-a2d2-d8f8a177b10e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770987766721'] for network (3b03541e-a362-4f1f-858b-b7051275090d), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:07.318227 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-85cc9d71-4e5e-4644-a2d2-d8f8a177b10e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551'] for network (3b03541e-a362-4f1f-858b-b7051275090d), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:07.319299 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cc9d71-4e5e-4644-a2d2-d8f8a177b10e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:07.319938 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-85cc9d71-4e5e-4644-a2d2-d8f8a177b10e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:07.392163 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-85cc9d71-4e5e-4644-a2d2-d8f8a177b10e admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.4295290 Sep 27 04:21:07.395378 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 58296) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:07.401033 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-caa99cd0-5892-4b9e-adb7-d5c199818423 admin admin] Request body: {'subnet': {'network_id': '3b03541e-a362-4f1f-858b-b7051275090d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-140140347-subnet', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:21:07.405329 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cc9d71-4e5e-4644-a2d2-d8f8a177b10e admin admin] Pushing event updated for resources: {'Network': ['ID=3b03541e-a362-4f1f-858b-b7051275090d,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:07.427901 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Network 3b03541e-a362-4f1f-858b-b7051275090d details requested by agent ovs-agent-dv-cinder-859186-3-iscsi with host dv-cinder-859186-3-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 04:21:07.429403 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa99cd0-5892-4b9e-adb7-d5c199818423 admin admin] Made reservation on behalf of c25f11f92d4e4fd8965fe630ad77f3c3 for: {'subnet': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:21:07.432219 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-caa99cd0-5892-4b9e-adb7-d5c199818423 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214679'] for subnet (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:07.658526 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-caa99cd0-5892-4b9e-adb7-d5c199818423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9340193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214689'] for subnet (3d4a66ea-0873-4a30-ab4a-55cd0b629103), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:07.720316 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa99cd0-5892-4b9e-adb7-d5c199818423 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d4a66ea-0873-4a30-ab4a-55cd0b629103,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:07.738666 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa99cd0-5892-4b9e-adb7-d5c199818423 admin admin] Checking segment: {'id': '4790901f-5695-41bc-be7f-0e3d4d5126bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:21:07.739041 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa99cd0-5892-4b9e-adb7-d5c199818423 admin admin] Network hostable DHCP agents. Network: 3b03541e-a362-4f1f-858b-b7051275090d, hostable agents: ['90f8f94a-2e1d-4f4f-8859-344f24ecc1be'], hosted agents: [] {{(pid=106210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 04:21:07.758604 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa99cd0-5892-4b9e-adb7-d5c199818423 admin admin] Network 3b03541e-a362-4f1f-858b-b7051275090d is scheduled to be hosted by DHCP agent 90f8f94a-2e1d-4f4f-8859-344f24ecc1be with binding_index 1 {{(pid=106210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 04:21:07.770082 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-caa99cd0-5892-4b9e-adb7-d5c199818423 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-3-iscsi, 3b03541e-a362-4f1f-858b-b7051275090d) {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:21:07.783378 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa99cd0-5892-4b9e-adb7-d5c199818423 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:07.785158 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-caa99cd0-5892-4b9e-adb7-d5c199818423 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:07.787428 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8c5cd2-d681-44b4-af1f-b2c543e7c84e None None] Network 3b03541e-a362-4f1f-858b-b7051275090d requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:21:07.808675 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-caa99cd0-5892-4b9e-adb7-d5c199818423 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4121294 Sep 27 04:21:07.812734 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 58342) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:07.819333 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-99bff98e-7fa8-47e2-a4f9-6c917db0b370 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-140140347-router', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:21:07.848903 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-99bff98e-7fa8-47e2-a4f9-6c917db0b370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124547'] for router (86f1d0b9-3657-437b-ae62-2e9ed22d6485), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:07.850342 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-99bff98e-7fa8-47e2-a4f9-6c917db0b370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4106117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3687932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124568'] for router (86f1d0b9-3657-437b-ae62-2e9ed22d6485), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:07.915702 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-99bff98e-7fa8-47e2-a4f9-6c917db0b370 admin admin] Publish callbacks [] for router_controller (86f1d0b9-3657-437b-ae62-2e9ed22d6485), precommit_add_association {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:07.925875 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d923b3-1f9c-489c-be4e-665918fd58e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp977886c5-f3aa-5b76-a131-51301725c052-3b03541e-a362-4f1f-858b-b7051275090d', 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d', 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'fixed_ips': [{'subnet_id': '3d4a66ea-0873-4a30-ab4a-55cd0b629103'}]}} from dv-cinder-859186-3-iscsi. {{(pid=106212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 04:21:07.927333 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-b4d923b3-1f9c-489c-be4e-665918fd58e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:08.084406 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.db_base_plugin_common [None req-b4d923b3-1f9c-489c-be4e-665918fd58e2 None None] Allocated IP 172.20.0.2 (3b03541e-a362-4f1f-858b-b7051275090d/3d4a66ea-0873-4a30-ab4a-55cd0b629103/3a195ca1-f95a-4b00-b874-500af40a79fd) {{(pid=106212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:21:08.168659 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:08.193156 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=77,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:08.237402 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-b4d923b3-1f9c-489c-be4e-665918fd58e2 None None] Publish callbacks [] for port (3a195ca1-f95a-4b00-b874-500af40a79fd), precommit_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:08.242998 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-b4d923b3-1f9c-489c-be4e-665918fd58e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084'] for port (3a195ca1-f95a-4b00-b874-500af40a79fd), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:08.258524 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-99bff98e-7fa8-47e2-a4f9-6c917db0b370 admin admin] Publish callbacks [] for router_gateway (86f1d0b9-3657-437b-ae62-2e9ed22d6485), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:08.288940 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4d923b3-1f9c-489c-be4e-665918fd58e2 None None] Network 3b03541e-a362-4f1f-858b-b7051275090d is already hosted by enough agents. {{(pid=106212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:21:08.294000 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.scheduler.base_scheduler [None req-b4d923b3-1f9c-489c-be4e-665918fd58e2 None None] Resources bound (agent type, host, resource id): {{(pid=106212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:21:08.296961 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d923b3-1f9c-489c-be4e-665918fd58e2 None None] Received port after_create {{(pid=106212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:21:08.300345 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d923b3-1f9c-489c-be4e-665918fd58e2 None None] Pushing event updated for resources: {'Port': ['ID=3a195ca1-f95a-4b00-b874-500af40a79fd,revision_number=1']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:08.302929 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:08.357904 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-b4d923b3-1f9c-489c-be4e-665918fd58e2 None None] Attempting to bind port 3a195ca1-f95a-4b00-b874-500af40a79fd on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:21:08.358328 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-b4d923b3-1f9c-489c-be4e-665918fd58e2 None None] Attempting to bind port 3a195ca1-f95a-4b00-b874-500af40a79fd by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': '4790901f-5695-41bc-be7f-0e3d4d5126bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:21:08.359186 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d923b3-1f9c-489c-be4e-665918fd58e2 None None] Attempting to bind port 3a195ca1-f95a-4b00-b874-500af40a79fd on network 3b03541e-a362-4f1f-858b-b7051275090d {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:21:08.400012 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d923b3-1f9c-489c-be4e-665918fd58e2 None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:21:08.400380 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d923b3-1f9c-489c-be4e-665918fd58e2 None None] Checking segment: {'id': '4790901f-5695-41bc-be7f-0e3d4d5126bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:21:08.400802 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-b4d923b3-1f9c-489c-be4e-665918fd58e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:08.401189 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4d923b3-1f9c-489c-be4e-665918fd58e2 None None] Bound using segment: {'id': '4790901f-5695-41bc-be7f-0e3d4d5126bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:21:08.408654 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-b4d923b3-1f9c-489c-be4e-665918fd58e2 None None] Bound port: 3a195ca1-f95a-4b00-b874-500af40a79fd, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4790901f-5695-41bc-be7f-0e3d4d5126bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:21:08.408654 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-b4d923b3-1f9c-489c-be4e-665918fd58e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (3a195ca1-f95a-4b00-b874-500af40a79fd), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:08.441230 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-99bff98e-7fa8-47e2-a4f9-6c917db0b370 admin admin] Publish callbacks [] for router_gateway (86f1d0b9-3657-437b-ae62-2e9ed22d6485), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:08.460279 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-99bff98e-7fa8-47e2-a4f9-6c917db0b370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:08.461533 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-b4d923b3-1f9c-489c-be4e-665918fd58e2 None None] For port 3a195ca1-f95a-4b00-b874-500af40a79fd, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:21:08.465092 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-b4d923b3-1f9c-489c-be4e-665918fd58e2 None None] For port 3a195ca1-f95a-4b00-b874-500af40a79fd, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=3a195ca1-f95a-4b00-b874-500af40a79fd,segment=NetworkSegment(4790901f-5695-41bc-be7f-0e3d4d5126bd),segment_id=4790901f-5695-41bc-be7f-0e3d4d5126bd)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:21:08.471309 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-b4d923b3-1f9c-489c-be4e-665918fd58e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (3a195ca1-f95a-4b00-b874-500af40a79fd), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:08.527736 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d923b3-1f9c-489c-be4e-665918fd58e2 None None] Pushing event updated for resources: {'Port': ['ID=3a195ca1-f95a-4b00-b874-500af40a79fd,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:08.569863 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [None req-99bff98e-7fa8-47e2-a4f9-6c917db0b370 admin admin] Allocated IP 172.27.0.120 (4c2326fb-b4db-42c7-9331-4377c9818745/65648eee-291b-4b8a-95c0-f3ca12df09c9/b4d8a087-7ecc-4c15-a09e-d89340dc105d) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:21:08.682001 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=87,neutron:UPDATE=6,neutron:INSERT=6,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:08.702589 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-99bff98e-7fa8-47e2-a4f9-6c917db0b370 admin admin] Publish callbacks [] for port (b4d8a087-7ecc-4c15-a09e-d89340dc105d), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:08.747071 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-99bff98e-7fa8-47e2-a4f9-6c917db0b370 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (b4d8a087-7ecc-4c15-a09e-d89340dc105d), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:08.792775 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bff98e-7fa8-47e2-a4f9-6c917db0b370 admin admin] Network 4c2326fb-b4db-42c7-9331-4377c9818745 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:21:08.797913 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-99bff98e-7fa8-47e2-a4f9-6c917db0b370 admin admin] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:21:08.801911 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bff98e-7fa8-47e2-a4f9-6c917db0b370 admin admin] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:21:08.805355 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bff98e-7fa8-47e2-a4f9-6c917db0b370 admin admin] Pushing event updated for resources: {'Port': ['ID=b4d8a087-7ecc-4c15-a09e-d89340dc105d,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:09.046280 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-99bff98e-7fa8-47e2-a4f9-6c917db0b370 admin admin] Publish callbacks [] for router_gateway (86f1d0b9-3657-437b-ae62-2e9ed22d6485), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:09.189355 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:09.243768 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-99bff98e-7fa8-47e2-a4f9-6c917db0b370 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4106130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4106573'] for router (86f1d0b9-3657-437b-ae62-2e9ed22d6485), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:09.376623 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99bff98e-7fa8-47e2-a4f9-6c917db0b370 admin admin] Router 86f1d0b9-3657-437b-ae62-2e9ed22d6485 is scheduled to L3 agent 1a534786-8095-4832-a439-62015d3bc58a with binding_index 1 {{(pid=106211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 04:21:09.427889 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf457fe-7b4c-48f0-9b1e-c6ffe7673f03 None None] Network 3b03541e-a362-4f1f-858b-b7051275090d requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:21:09.487807 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99bff98e-7fa8-47e2-a4f9-6c917db0b370 admin admin] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:21:09.494967 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-a58b0903-7c5f-424e-9242-2f2cd805e053 None None] Provisioning complete for port 3a195ca1-f95a-4b00-b874-500af40a79fd triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:21:09.495429 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a58b0903-7c5f-424e-9242-2f2cd805e053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (3a195ca1-f95a-4b00-b874-500af40a79fd), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:09.495662 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-a58b0903-7c5f-424e-9242-2f2cd805e053 None None] Attempt 1 to provision port 3a195ca1-f95a-4b00-b874-500af40a79fd Sep 27 04:21:09.511919 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-99bff98e-7fa8-47e2-a4f9-6c917db0b370 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:09.516287 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-99bff98e-7fa8-47e2-a4f9-6c917db0b370 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 930 time: 1.6993763 Sep 27 04:21:09.516524 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 58362) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:09.522398 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a49da-78c3-46c0-9ca4-d872fc8679f2 None None] Sync routers for ids ['86f1d0b9-3657-437b-ae62-2e9ed22d6485'] in dv-cinder-859186-3-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:21:09.569623 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:09.575732 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073a49da-78c3-46c0-9ca4-d872fc8679f2 None None] Routers {'86f1d0b9-3657-437b-ae62-2e9ed22d6485'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:21:09.576378 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-073a49da-78c3-46c0-9ca4-d872fc8679f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:20:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['86f1d0b9-3657-437b-ae62-2e9ed22d6485'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:09.585328 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 3a195ca1-f95a-4b00-b874-500af40a79fd up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:21:09.763584 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-a58b0903-7c5f-424e-9242-2f2cd805e053 None None] Current status of the port 3a195ca1-f95a-4b00-b874-500af40a79fd is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:21:09.763978 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a58b0903-7c5f-424e-9242-2f2cd805e053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (3a195ca1-f95a-4b00-b874-500af40a79fd), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:09.903090 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port 3a195ca1-f95a-4b00-b874-500af40a79fd triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:21:09.903462 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (3a195ca1-f95a-4b00-b874-500af40a79fd), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:09.904064 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port 3a195ca1-f95a-4b00-b874-500af40a79fd Sep 27 04:21:09.910510 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-073a49da-78c3-46c0-9ca4-d872fc8679f2 None None] Set router 86f1d0b9-3657-437b-ae62-2e9ed22d6485 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:21:09.941860 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-31e29859-3d56-4e61-b24b-2759dbe1eb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:10.047838 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-a58b0903-7c5f-424e-9242-2f2cd805e053 None None] For port 3a195ca1-f95a-4b00-b874-500af40a79fd, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=3a195ca1-f95a-4b00-b874-500af40a79fd,segment=NetworkSegment(4790901f-5695-41bc-be7f-0e3d4d5126bd),segment_id=4790901f-5695-41bc-be7f-0e3d4d5126bd)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:21:10.058150 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a58b0903-7c5f-424e-9242-2f2cd805e053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (3a195ca1-f95a-4b00-b874-500af40a79fd), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:10.068283 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:10.093006 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:10.112426 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [None req-31e29859-3d56-4e61-b24b-2759dbe1eb73 admin admin] Allocated IP 172.20.0.1 (3b03541e-a362-4f1f-858b-b7051275090d/3d4a66ea-0873-4a30-ab4a-55cd0b629103/1cb6df63-5dd5-460b-86da-ef0071c67709) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:21:10.121085 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:10.202072 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 3a195ca1-f95a-4b00-b874-500af40a79fd is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:21:10.208528 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b0903-7c5f-424e-9242-2f2cd805e053 None None] Pushing event updated for resources: {'Port': ['ID=3a195ca1-f95a-4b00-b874-500af40a79fd,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:10.216070 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-8bb9d4d9-4920-45e6-bab4-6850ddece7cd None None] Provisioning complete for port 3a195ca1-f95a-4b00-b874-500af40a79fd triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:21:10.216462 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8bb9d4d9-4920-45e6-bab4-6850ddece7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (3a195ca1-f95a-4b00-b874-500af40a79fd), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:10.216720 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-8bb9d4d9-4920-45e6-bab4-6850ddece7cd None None] Attempt 1 to provision port 3a195ca1-f95a-4b00-b874-500af40a79fd Sep 27 04:21:10.228135 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-31e29859-3d56-4e61-b24b-2759dbe1eb73 admin admin] Publish callbacks [] for port (1cb6df63-5dd5-460b-86da-ef0071c67709), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:10.251646 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-073a49da-78c3-46c0-9ca4-d872fc8679f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'name': 'tempest-ServerRescueNegativeTestJSON-140140347-router', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'b4d8a087-7ecc-4c15-a09e-d89340dc105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:07Z', 'updated_at': '2022-09-27T04:21:08Z', 'revision_number': 3, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'gw_port': {'id': 'b4d8a087-7ecc-4c15-a09e-d89340dc105d', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:08Z', 'updated_at': '2022-09-27T04:21:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi'}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:10.261083 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-31e29859-3d56-4e61-b24b-2759dbe1eb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (1cb6df63-5dd5-460b-86da-ef0071c67709), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:10.286268 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a49da-78c3-46c0-9ca4-d872fc8679f2 None None] Checking router: 86f1d0b9-3657-437b-ae62-2e9ed22d6485 for host: dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:21:10.286624 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a49da-78c3-46c0-9ca4-d872fc8679f2 None None] Updating router 86f1d0b9-3657-437b-ae62-2e9ed22d6485 port b4d8a087-7ecc-4c15-a09e-d89340dc105d binding host dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 04:21:10.308647 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e29859-3d56-4e61-b24b-2759dbe1eb73 admin admin] Network 3b03541e-a362-4f1f-858b-b7051275090d is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:21:10.314054 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-31e29859-3d56-4e61-b24b-2759dbe1eb73 admin admin] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:21:10.316368 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31e29859-3d56-4e61-b24b-2759dbe1eb73 admin admin] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:21:10.320458 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e29859-3d56-4e61-b24b-2759dbe1eb73 admin admin] Pushing event updated for resources: {'Port': ['ID=1cb6df63-5dd5-460b-86da-ef0071c67709,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:10.327188 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-073a49da-78c3-46c0-9ca4-d872fc8679f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (b4d8a087-7ecc-4c15-a09e-d89340dc105d), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:10.359468 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-31e29859-3d56-4e61-b24b-2759dbe1eb73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689306'] for router_interface (86f1d0b9-3657-437b-ae62-2e9ed22d6485), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:10.390926 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-8bb9d4d9-4920-45e6-bab4-6850ddece7cd None None] Current status of the port 3a195ca1-f95a-4b00-b874-500af40a79fd is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:21:10.404429 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:10.508617 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-31e29859-3d56-4e61-b24b-2759dbe1eb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (1cb6df63-5dd5-460b-86da-ef0071c67709), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:10.642106 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-83c29e2f-8565-47a1-92c3-d33d4346fe6d None None] Provisioning complete for port 1cb6df63-5dd5-460b-86da-ef0071c67709 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:21:10.642674 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-83c29e2f-8565-47a1-92c3-d33d4346fe6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (1cb6df63-5dd5-460b-86da-ef0071c67709), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:10.642674 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-83c29e2f-8565-47a1-92c3-d33d4346fe6d None None] Attempt 1 to provision port 1cb6df63-5dd5-460b-86da-ef0071c67709 Sep 27 04:21:10.648119 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-073a49da-78c3-46c0-9ca4-d872fc8679f2 None None] Publish callbacks [] for port (b4d8a087-7ecc-4c15-a09e-d89340dc105d), precommit_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:10.671407 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-31e29859-3d56-4e61-b24b-2759dbe1eb73 admin admin] Publish callbacks [] for port (1cb6df63-5dd5-460b-86da-ef0071c67709), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:10.675419 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-073a49da-78c3-46c0-9ca4-d872fc8679f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (b4d8a087-7ecc-4c15-a09e-d89340dc105d), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:10.675733 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-31e29859-3d56-4e61-b24b-2759dbe1eb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9553042'] for port (1cb6df63-5dd5-460b-86da-ef0071c67709), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:10.707923 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-83c29e2f-8565-47a1-92c3-d33d4346fe6d None None] Port 1cb6df63-5dd5-460b-86da-ef0071c67709 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:10.713232 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-073a49da-78c3-46c0-9ca4-d872fc8679f2 None None] Attempting to bind port b4d8a087-7ecc-4c15-a09e-d89340dc105d on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:21:10.713608 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-073a49da-78c3-46c0-9ca4-d872fc8679f2 None None] Attempting to bind port b4d8a087-7ecc-4c15-a09e-d89340dc105d by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:21:10.713992 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073a49da-78c3-46c0-9ca4-d872fc8679f2 None None] Attempting to bind port b4d8a087-7ecc-4c15-a09e-d89340dc105d on network 4c2326fb-b4db-42c7-9331-4377c9818745 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:21:10.743888 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e29859-3d56-4e61-b24b-2759dbe1eb73 admin admin] Pushing event updated for resources: {'Port': ['ID=1cb6df63-5dd5-460b-86da-ef0071c67709,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:10.746157 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31835f7-f4b4-4ad8-8f28-157512e1d22d None None] Pushing event updated for resources: {'Port': ['ID=b4d8a087-7ecc-4c15-a09e-d89340dc105d,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:10.746290 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-31e29859-3d56-4e61-b24b-2759dbe1eb73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3723569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689454'] for router_interface (86f1d0b9-3657-437b-ae62-2e9ed22d6485), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:10.767655 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073a49da-78c3-46c0-9ca4-d872fc8679f2 None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:21:10.768401 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073a49da-78c3-46c0-9ca4-d872fc8679f2 None None] Checking segment: {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:21:10.768401 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-073a49da-78c3-46c0-9ca4-d872fc8679f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:10.768780 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-073a49da-78c3-46c0-9ca4-d872fc8679f2 None None] Bound using segment: {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:21:10.769358 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-073a49da-78c3-46c0-9ca4-d872fc8679f2 None None] Bound port: b4d8a087-7ecc-4c15-a09e-d89340dc105d, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:21:10.769764 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-073a49da-78c3-46c0-9ca4-d872fc8679f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (b4d8a087-7ecc-4c15-a09e-d89340dc105d), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:10.824248 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-073a49da-78c3-46c0-9ca4-d872fc8679f2 None None] For port b4d8a087-7ecc-4c15-a09e-d89340dc105d, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:21:10.828071 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-073a49da-78c3-46c0-9ca4-d872fc8679f2 None None] For port b4d8a087-7ecc-4c15-a09e-d89340dc105d, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=b4d8a087-7ecc-4c15-a09e-d89340dc105d,segment=NetworkSegment(458173e0-a334-422f-a9db-e4c60ba44888),segment_id=458173e0-a334-422f-a9db-e4c60ba44888)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:21:10.834033 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-073a49da-78c3-46c0-9ca4-d872fc8679f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (b4d8a087-7ecc-4c15-a09e-d89340dc105d), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:10.868219 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073a49da-78c3-46c0-9ca4-d872fc8679f2 None None] Routers {'86f1d0b9-3657-437b-ae62-2e9ed22d6485'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:21:10.868991 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-073a49da-78c3-46c0-9ca4-d872fc8679f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:20:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['86f1d0b9-3657-437b-ae62-2e9ed22d6485'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:10.913048 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:10.916904 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:10.939313 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31835f7-f4b4-4ad8-8f28-157512e1d22d None None] Pushing event updated for resources: {'Port': ['ID=b4d8a087-7ecc-4c15-a09e-d89340dc105d,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:10.997034 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-073a49da-78c3-46c0-9ca4-d872fc8679f2 None None] Set router 86f1d0b9-3657-437b-ae62-2e9ed22d6485 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:21:11.026488 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31e29859-3d56-4e61-b24b-2759dbe1eb73 admin admin] Network 3b03541e-a362-4f1f-858b-b7051275090d is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:21:11.027897 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-31e29859-3d56-4e61-b24b-2759dbe1eb73 admin admin] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:21:11.121550 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:11.155956 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31e29859-3d56-4e61-b24b-2759dbe1eb73 admin admin] Router 86f1d0b9-3657-437b-ae62-2e9ed22d6485 has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:21:11.194820 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-073a49da-78c3-46c0-9ca4-d872fc8679f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'name': 'tempest-ServerRescueNegativeTestJSON-140140347-router', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'b4d8a087-7ecc-4c15-a09e-d89340dc105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:07Z', 'updated_at': '2022-09-27T04:21:10Z', 'revision_number': 4, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'gw_port': {'id': 'b4d8a087-7ecc-4c15-a09e-d89340dc105d', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:08Z', 'updated_at': '2022-09-27T04:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '1cb6df63-5dd5-460b-86da-ef0071c67709', 'name': '', 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'mac_address': 'fa:16:3e:88:33:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '3d4a66ea-0873-4a30-ab4a-55cd0b629103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:09Z', 'updated_at': '2022-09-27T04:21:10Z', 'revision_number': 2, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'subnets': [{'id': '3d4a66ea-0873-4a30-ab4a-55cd0b629103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:11.224696 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-83c29e2f-8565-47a1-92c3-d33d4346fe6d None None] Attempt 2 to provision port 1cb6df63-5dd5-460b-86da-ef0071c67709 Sep 27 04:21:11.227945 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073a49da-78c3-46c0-9ca4-d872fc8679f2 None None] The sync data for ids ['86f1d0b9-3657-437b-ae62-2e9ed22d6485'] in dv-cinder-859186-3-iscsi is: [{'id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'name': 'tempest-ServerRescueNegativeTestJSON-140140347-router', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'b4d8a087-7ecc-4c15-a09e-d89340dc105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:07Z', 'updated_at': '2022-09-27T04:21:10Z', 'revision_number': 4, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'gw_port': {'id': 'b4d8a087-7ecc-4c15-a09e-d89340dc105d', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:08Z', 'updated_at': '2022-09-27T04:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '1cb6df63-5dd5-460b-86da-ef0071c67709', 'name': '', 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'mac_address': 'fa:16:3e:88:33:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '3d4a66ea-0873-4a30-ab4a-55cd0b629103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:09Z', 'updated_at': '2022-09-27T04:21:10Z', 'revision_number': 2, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'subnets': [{'id': '3d4a66ea-0873-4a30-ab4a-55cd0b629103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:21:11.263012 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-83c29e2f-8565-47a1-92c3-d33d4346fe6d None None] Port 1cb6df63-5dd5-460b-86da-ef0071c67709 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:11.290681 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e29859-3d56-4e61-b24b-2759dbe1eb73 admin admin] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:21:11.295749 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-31e29859-3d56-4e61-b24b-2759dbe1eb73 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/86f1d0b9-3657-437b-ae62-2e9ed22d6485/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7781990 Sep 27 04:21:11.565515 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 3a195ca1-f95a-4b00-b874-500af40a79fd up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:21:11.626661 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port 3a195ca1-f95a-4b00-b874-500af40a79fd triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:21:11.627051 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (3a195ca1-f95a-4b00-b874-500af40a79fd), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:11.627587 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port 3a195ca1-f95a-4b00-b874-500af40a79fd Sep 27 04:21:11.717436 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 3a195ca1-f95a-4b00-b874-500af40a79fd is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:21:11.770098 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-83c29e2f-8565-47a1-92c3-d33d4346fe6d None None] Attempt 3 to provision port 1cb6df63-5dd5-460b-86da-ef0071c67709 Sep 27 04:21:11.816946 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-83c29e2f-8565-47a1-92c3-d33d4346fe6d None None] Port 1cb6df63-5dd5-460b-86da-ef0071c67709 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:11.846682 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-fbdbac92-dc30-4559-8503-b3e6ade2f341 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:11.848210 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-fbdbac92-dc30-4559-8503-b3e6ade2f341 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/networks?id=3b03541e-a362-4f1f-858b-b7051275090d HTTP/1.1" status: 200 len: 818 time: 0.1418850 Sep 27 04:21:11.868220 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-7b141def-d094-4a57-b170-411a1d31e5a5 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/quotas/c25f11f92d4e4fd8965fe630ad77f3c3 HTTP/1.1" status: 200 len: 375 time: 0.0139828 Sep 27 04:21:11.917852 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:11.937380 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-8f48ef6c-1836-4254-b050-b9710d37563f tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=c25f11f92d4e4fd8965fe630ad77f3c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0616724 Sep 27 04:21:12.098877 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-d81eb98d-71dd-4275-ab65-26516052af86 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/3b03541e-a362-4f1f-858b-b7051275090d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540580 Sep 27 04:21:12.219193 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-748a4961-7383-4b5e-9d5f-a18054317925 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/3b03541e-a362-4f1f-858b-b7051275090d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190624 Sep 27 04:21:12.318532 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-83c29e2f-8565-47a1-92c3-d33d4346fe6d None None] Attempt 4 to provision port 1cb6df63-5dd5-460b-86da-ef0071c67709 Sep 27 04:21:12.441421 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 58436) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:12.441997 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-83c29e2f-8565-47a1-92c3-d33d4346fe6d None None] Port 1cb6df63-5dd5-460b-86da-ef0071c67709 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:12.496285 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8bbc2316-bff9-4aef-994c-944c45c594b7 req-9c3b68b6-54c0-455a-9baa-4ec75e2228d4 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 210 time: 0.0516508 Sep 27 04:21:12.661588 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4322d343-fb9b-4cd1-8550-7eeecb2f135f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:12.756073 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4322d343-fb9b-4cd1-8550-7eeecb2f135f admin admin] Publish callbacks [] for security_group (af8d2238-da0b-4e4c-b128-81a2b2b7e602), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:12.761930 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4322d343-fb9b-4cd1-8550-7eeecb2f135f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (af8d2238-da0b-4e4c-b128-81a2b2b7e602), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:12.812152 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 58456) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:12.812350 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-4322d343-fb9b-4cd1-8550-7eeecb2f135f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=ffc59ae7bbce4d56aace17cdd05ecceb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3688352 Sep 27 04:21:12.813377 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322d343-fb9b-4cd1-8550-7eeecb2f135f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af8d2238-da0b-4e4c-b128-81a2b2b7e602,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:12.885903 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-0918234a-e96c-4f2a-8928-aaa22439bb2d admin admin] Publish callbacks [] for security_group (af8d2238-da0b-4e4c-b128-81a2b2b7e602), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:12.913000 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-0918234a-e96c-4f2a-8928-aaa22439bb2d admin admin] Publish callbacks [] for security_group (af8d2238-da0b-4e4c-b128-81a2b2b7e602), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:12.943351 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-83c29e2f-8565-47a1-92c3-d33d4346fe6d None None] Attempt 5 to provision port 1cb6df63-5dd5-460b-86da-ef0071c67709 Sep 27 04:21:12.961506 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-0918234a-e96c-4f2a-8928-aaa22439bb2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (af8d2238-da0b-4e4c-b128-81a2b2b7e602), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:12.964303 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-0918234a-e96c-4f2a-8928-aaa22439bb2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:12.965518 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-0918234a-e96c-4f2a-8928-aaa22439bb2d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/af8d2238-da0b-4e4c-b128-81a2b2b7e602 HTTP/1.1" status: 204 len: 168 time: 0.1519470 Sep 27 04:21:12.974705 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0918234a-e96c-4f2a-8928-aaa22439bb2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af8d2238-da0b-4e4c-b128-81a2b2b7e602,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:12.980059 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-83c29e2f-8565-47a1-92c3-d33d4346fe6d None None] Port 1cb6df63-5dd5-460b-86da-ef0071c67709 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:13.286636 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 58466) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:13.300671 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d55bf2be-30d1-43bb-8958-9a3c197e983f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:13.384137 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d55bf2be-30d1-43bb-8958-9a3c197e983f admin admin] Publish callbacks [] for security_group (93af7427-83b3-46fc-bb49-926a7c572686), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:13.388063 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d55bf2be-30d1-43bb-8958-9a3c197e983f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (93af7427-83b3-46fc-bb49-926a7c572686), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:13.432065 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-d55bf2be-30d1-43bb-8958-9a3c197e983f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=91f011314af940eda4e4fdb66a3c8226&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443660 Sep 27 04:21:13.435010 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 58470) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:13.448555 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55bf2be-30d1-43bb-8958-9a3c197e983f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93af7427-83b3-46fc-bb49-926a7c572686,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:13.460743 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:13.481609 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-83c29e2f-8565-47a1-92c3-d33d4346fe6d None None] Attempt 6 to provision port 1cb6df63-5dd5-460b-86da-ef0071c67709 Sep 27 04:21:13.496590 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-70fb8910-e118-4cfe-9c25-a1fe3bb45a93 admin admin] Publish callbacks [] for security_group (93af7427-83b3-46fc-bb49-926a7c572686), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:13.520548 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-70fb8910-e118-4cfe-9c25-a1fe3bb45a93 admin admin] Publish callbacks [] for security_group (93af7427-83b3-46fc-bb49-926a7c572686), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:13.525378 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-83c29e2f-8565-47a1-92c3-d33d4346fe6d None None] Port 1cb6df63-5dd5-460b-86da-ef0071c67709 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:13.566011 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device b4d8a087-7ecc-4c15-a09e-d89340dc105d up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:21:13.574001 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-70fb8910-e118-4cfe-9c25-a1fe3bb45a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (93af7427-83b3-46fc-bb49-926a7c572686), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:13.577627 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-70fb8910-e118-4cfe-9c25-a1fe3bb45a93 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:13.578961 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-70fb8910-e118-4cfe-9c25-a1fe3bb45a93 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/93af7427-83b3-46fc-bb49-926a7c572686 HTTP/1.1" status: 204 len: 168 time: 0.1430597 Sep 27 04:21:13.579673 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46197630-edf4-4fb9-ab80-0dd143810204 None None] Sync routers for ids ['86f1d0b9-3657-437b-ae62-2e9ed22d6485'] in dv-cinder-859186-3-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:21:13.589512 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb8910-e118-4cfe-9c25-a1fe3bb45a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93af7427-83b3-46fc-bb49-926a7c572686,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:13.593796 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46197630-edf4-4fb9-ab80-0dd143810204 None None] Routers {'86f1d0b9-3657-437b-ae62-2e9ed22d6485'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:21:13.594764 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-46197630-edf4-4fb9-ab80-0dd143810204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:20:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['86f1d0b9-3657-437b-ae62-2e9ed22d6485'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:13.645665 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port b4d8a087-7ecc-4c15-a09e-d89340dc105d triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:21:13.647729 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (b4d8a087-7ecc-4c15-a09e-d89340dc105d), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:13.648166 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port b4d8a087-7ecc-4c15-a09e-d89340dc105d Sep 27 04:21:13.715584 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-46197630-edf4-4fb9-ab80-0dd143810204 None None] Set router 86f1d0b9-3657-437b-ae62-2e9ed22d6485 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:21:13.742576 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port b4d8a087-7ecc-4c15-a09e-d89340dc105d is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:21:13.743052 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (b4d8a087-7ecc-4c15-a09e-d89340dc105d), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:13.775230 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] For port b4d8a087-7ecc-4c15-a09e-d89340dc105d, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=b4d8a087-7ecc-4c15-a09e-d89340dc105d,segment=NetworkSegment(458173e0-a334-422f-a9db-e4c60ba44888),segment_id=458173e0-a334-422f-a9db-e4c60ba44888)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:21:13.784893 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (b4d8a087-7ecc-4c15-a09e-d89340dc105d), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:13.838982 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Pushing event updated for resources: {'Port': ['ID=b4d8a087-7ecc-4c15-a09e-d89340dc105d,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:13.922338 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-46197630-edf4-4fb9-ab80-0dd143810204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'name': 'tempest-ServerRescueNegativeTestJSON-140140347-router', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'b4d8a087-7ecc-4c15-a09e-d89340dc105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:07Z', 'updated_at': '2022-09-27T04:21:10Z', 'revision_number': 4, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'gw_port': {'id': 'b4d8a087-7ecc-4c15-a09e-d89340dc105d', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:08Z', 'updated_at': '2022-09-27T04:21:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '1cb6df63-5dd5-460b-86da-ef0071c67709', 'name': '', 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'mac_address': 'fa:16:3e:88:33:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '3d4a66ea-0873-4a30-ab4a-55cd0b629103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:09Z', 'updated_at': '2022-09-27T04:21:10Z', 'revision_number': 2, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'subnets': [{'id': '3d4a66ea-0873-4a30-ab4a-55cd0b629103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:13.953235 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46197630-edf4-4fb9-ab80-0dd143810204 None None] Checking router: 86f1d0b9-3657-437b-ae62-2e9ed22d6485 for host: dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:21:13.953588 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46197630-edf4-4fb9-ab80-0dd143810204 None None] Updating router 86f1d0b9-3657-437b-ae62-2e9ed22d6485 port 1cb6df63-5dd5-460b-86da-ef0071c67709 binding host dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 04:21:13.981066 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-46197630-edf4-4fb9-ab80-0dd143810204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (1cb6df63-5dd5-460b-86da-ef0071c67709), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:13.992241 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:14.027225 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-83c29e2f-8565-47a1-92c3-d33d4346fe6d None None] Attempt 7 to provision port 1cb6df63-5dd5-460b-86da-ef0071c67709 Sep 27 04:21:14.052616 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:14.090570 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:14.096718 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-83c29e2f-8565-47a1-92c3-d33d4346fe6d None None] Port 1cb6df63-5dd5-460b-86da-ef0071c67709 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:14.253491 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-46197630-edf4-4fb9-ab80-0dd143810204 None None] Publish callbacks [] for port (1cb6df63-5dd5-460b-86da-ef0071c67709), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:14.259590 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-46197630-edf4-4fb9-ab80-0dd143810204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (1cb6df63-5dd5-460b-86da-ef0071c67709), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:14.406749 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550fbced-74fa-48b0-a4aa-74823f842b6b None None] Pushing event updated for resources: {'Port': ['ID=1cb6df63-5dd5-460b-86da-ef0071c67709,revision_number=3']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:14.443201 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550fbced-74fa-48b0-a4aa-74823f842b6b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:14.443583 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550fbced-74fa-48b0-a4aa-74823f842b6b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:14.443911 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550fbced-74fa-48b0-a4aa-74823f842b6b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:14.444272 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550fbced-74fa-48b0-a4aa-74823f842b6b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:14.444609 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550fbced-74fa-48b0-a4aa-74823f842b6b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:14.444930 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550fbced-74fa-48b0-a4aa-74823f842b6b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:14.445250 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550fbced-74fa-48b0-a4aa-74823f842b6b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:14.445573 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550fbced-74fa-48b0-a4aa-74823f842b6b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:14.445935 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550fbced-74fa-48b0-a4aa-74823f842b6b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:14.446258 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550fbced-74fa-48b0-a4aa-74823f842b6b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:14.446579 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550fbced-74fa-48b0-a4aa-74823f842b6b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:14.446922 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550fbced-74fa-48b0-a4aa-74823f842b6b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:14.447248 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550fbced-74fa-48b0-a4aa-74823f842b6b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:14.447617 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550fbced-74fa-48b0-a4aa-74823f842b6b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:14.447870 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550fbced-74fa-48b0-a4aa-74823f842b6b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:14.482542 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-46197630-edf4-4fb9-ab80-0dd143810204 None None] Attempting to bind port 1cb6df63-5dd5-460b-86da-ef0071c67709 on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:21:14.483746 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-46197630-edf4-4fb9-ab80-0dd143810204 None None] Attempting to bind port 1cb6df63-5dd5-460b-86da-ef0071c67709 by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': '4790901f-5695-41bc-be7f-0e3d4d5126bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d'}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:21:14.484327 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46197630-edf4-4fb9-ab80-0dd143810204 None None] Attempting to bind port 1cb6df63-5dd5-460b-86da-ef0071c67709 on network 3b03541e-a362-4f1f-858b-b7051275090d {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:21:14.495498 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:14.538503 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46197630-edf4-4fb9-ab80-0dd143810204 None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:21:14.538872 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46197630-edf4-4fb9-ab80-0dd143810204 None None] Checking segment: {'id': '4790901f-5695-41bc-be7f-0e3d4d5126bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:21:14.539252 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-46197630-edf4-4fb9-ab80-0dd143810204 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:14.539633 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46197630-edf4-4fb9-ab80-0dd143810204 None None] Bound using segment: {'id': '4790901f-5695-41bc-be7f-0e3d4d5126bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d'} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:21:14.540095 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-46197630-edf4-4fb9-ab80-0dd143810204 None None] Bound port: 1cb6df63-5dd5-460b-86da-ef0071c67709, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4790901f-5695-41bc-be7f-0e3d4d5126bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d'}}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:21:14.540458 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-46197630-edf4-4fb9-ab80-0dd143810204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (1cb6df63-5dd5-460b-86da-ef0071c67709), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:14.598335 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-83c29e2f-8565-47a1-92c3-d33d4346fe6d None None] Attempt 8 to provision port 1cb6df63-5dd5-460b-86da-ef0071c67709 Sep 27 04:21:14.603929 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-46197630-edf4-4fb9-ab80-0dd143810204 None None] For port 1cb6df63-5dd5-460b-86da-ef0071c67709, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:21:14.607872 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-46197630-edf4-4fb9-ab80-0dd143810204 None None] For port 1cb6df63-5dd5-460b-86da-ef0071c67709, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=1cb6df63-5dd5-460b-86da-ef0071c67709,segment=NetworkSegment(4790901f-5695-41bc-be7f-0e3d4d5126bd),segment_id=4790901f-5695-41bc-be7f-0e3d4d5126bd)] {{(pid=106213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:21:14.617665 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-46197630-edf4-4fb9-ab80-0dd143810204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (1cb6df63-5dd5-460b-86da-ef0071c67709), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:14.637166 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-83c29e2f-8565-47a1-92c3-d33d4346fe6d None None] Port 1cb6df63-5dd5-460b-86da-ef0071c67709 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:14.669432 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46197630-edf4-4fb9-ab80-0dd143810204 None None] Routers {'86f1d0b9-3657-437b-ae62-2e9ed22d6485'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:21:14.670063 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-46197630-edf4-4fb9-ab80-0dd143810204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:20:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['86f1d0b9-3657-437b-ae62-2e9ed22d6485'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:14.714784 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550fbced-74fa-48b0-a4aa-74823f842b6b None None] Pushing event updated for resources: {'Port': ['ID=1cb6df63-5dd5-460b-86da-ef0071c67709,revision_number=4']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:14.794830 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-46197630-edf4-4fb9-ab80-0dd143810204 None None] Set router 86f1d0b9-3657-437b-ae62-2e9ed22d6485 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:21:14.875013 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 58514) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:14.983080 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-708eb397-b81f-4d49-b045-e1d0a52d5be7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:14.992349 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-46197630-edf4-4fb9-ab80-0dd143810204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'name': 'tempest-ServerRescueNegativeTestJSON-140140347-router', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'b4d8a087-7ecc-4c15-a09e-d89340dc105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:07Z', 'updated_at': '2022-09-27T04:21:10Z', 'revision_number': 4, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'gw_port': {'id': 'b4d8a087-7ecc-4c15-a09e-d89340dc105d', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:08Z', 'updated_at': '2022-09-27T04:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '1cb6df63-5dd5-460b-86da-ef0071c67709', 'name': '', 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'mac_address': 'fa:16:3e:88:33:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '3d4a66ea-0873-4a30-ab4a-55cd0b629103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:09Z', 'updated_at': '2022-09-27T04:21:14Z', 'revision_number': 4, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'subnets': [{'id': '3d4a66ea-0873-4a30-ab4a-55cd0b629103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:15.018421 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46197630-edf4-4fb9-ab80-0dd143810204 None None] The sync data for ids ['86f1d0b9-3657-437b-ae62-2e9ed22d6485'] in dv-cinder-859186-3-iscsi is: [{'id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'name': 'tempest-ServerRescueNegativeTestJSON-140140347-router', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'b4d8a087-7ecc-4c15-a09e-d89340dc105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:07Z', 'updated_at': '2022-09-27T04:21:10Z', 'revision_number': 4, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'gw_port': {'id': 'b4d8a087-7ecc-4c15-a09e-d89340dc105d', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:08Z', 'updated_at': '2022-09-27T04:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '1cb6df63-5dd5-460b-86da-ef0071c67709', 'name': '', 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'mac_address': 'fa:16:3e:88:33:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '3d4a66ea-0873-4a30-ab4a-55cd0b629103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:09Z', 'updated_at': '2022-09-27T04:21:14Z', 'revision_number': 4, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'subnets': [{'id': '3d4a66ea-0873-4a30-ab4a-55cd0b629103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:21:15.069161 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-708eb397-b81f-4d49-b045-e1d0a52d5be7 admin admin] Publish callbacks [] for security_group (2a991612-3c8a-4976-9094-135f55a778dd), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:15.072177 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-708eb397-b81f-4d49-b045-e1d0a52d5be7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (2a991612-3c8a-4976-9094-135f55a778dd), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:15.116277 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 58520) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:15.116835 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-708eb397-b81f-4d49-b045-e1d0a52d5be7 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=7b1a405bde9742b5acdcb188057441ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2401967 Sep 27 04:21:15.117289 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708eb397-b81f-4d49-b045-e1d0a52d5be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a991612-3c8a-4976-9094-135f55a778dd,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:15.140910 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-83c29e2f-8565-47a1-92c3-d33d4346fe6d None None] Attempt 9 to provision port 1cb6df63-5dd5-460b-86da-ef0071c67709 Sep 27 04:21:15.189979 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-174da8fd-c005-4453-b89b-5cd7fffd1c8e admin admin] Publish callbacks [] for security_group (2a991612-3c8a-4976-9094-135f55a778dd), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:15.207950 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:15.218450 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-174da8fd-c005-4453-b89b-5cd7fffd1c8e admin admin] Publish callbacks [] for security_group (2a991612-3c8a-4976-9094-135f55a778dd), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:15.232965 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-83c29e2f-8565-47a1-92c3-d33d4346fe6d None None] Current status of the port 1cb6df63-5dd5-460b-86da-ef0071c67709 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:21:15.233712 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-83c29e2f-8565-47a1-92c3-d33d4346fe6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (1cb6df63-5dd5-460b-86da-ef0071c67709), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:15.269689 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-83c29e2f-8565-47a1-92c3-d33d4346fe6d None None] For port 1cb6df63-5dd5-460b-86da-ef0071c67709, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=1cb6df63-5dd5-460b-86da-ef0071c67709,segment=NetworkSegment(4790901f-5695-41bc-be7f-0e3d4d5126bd),segment_id=4790901f-5695-41bc-be7f-0e3d4d5126bd)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:21:15.272243 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-174da8fd-c005-4453-b89b-5cd7fffd1c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (2a991612-3c8a-4976-9094-135f55a778dd), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:15.273643 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-83c29e2f-8565-47a1-92c3-d33d4346fe6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (1cb6df63-5dd5-460b-86da-ef0071c67709), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:15.274841 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-174da8fd-c005-4453-b89b-5cd7fffd1c8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:15.276184 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-174da8fd-c005-4453-b89b-5cd7fffd1c8e admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/2a991612-3c8a-4976-9094-135f55a778dd HTTP/1.1" status: 204 len: 168 time: 0.1578240 Sep 27 04:21:15.287972 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174da8fd-c005-4453-b89b-5cd7fffd1c8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a991612-3c8a-4976-9094-135f55a778dd,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:15.338901 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c29e2f-8565-47a1-92c3-d33d4346fe6d None None] Pushing event updated for resources: {'Port': ['ID=1cb6df63-5dd5-460b-86da-ef0071c67709,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:15.395611 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-2b3cadd4-e136-4c25-b62a-80d299a077f4 None None] Provisioning complete for port 1cb6df63-5dd5-460b-86da-ef0071c67709 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:21:15.395992 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-2b3cadd4-e136-4c25-b62a-80d299a077f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (1cb6df63-5dd5-460b-86da-ef0071c67709), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:15.396357 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-2b3cadd4-e136-4c25-b62a-80d299a077f4 None None] Attempt 1 to provision port 1cb6df63-5dd5-460b-86da-ef0071c67709 Sep 27 04:21:15.641486 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device b4d8a087-7ecc-4c15-a09e-d89340dc105d up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:21:15.699219 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-2b3cadd4-e136-4c25-b62a-80d299a077f4 None None] Current status of the port 1cb6df63-5dd5-460b-86da-ef0071c67709 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:21:15.713349 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port b4d8a087-7ecc-4c15-a09e-d89340dc105d triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:21:15.713781 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (b4d8a087-7ecc-4c15-a09e-d89340dc105d), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:15.714066 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port b4d8a087-7ecc-4c15-a09e-d89340dc105d Sep 27 04:21:15.798811 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port b4d8a087-7ecc-4c15-a09e-d89340dc105d is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:21:15.799887 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 1cb6df63-5dd5-460b-86da-ef0071c67709 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:21:15.843631 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port 1cb6df63-5dd5-460b-86da-ef0071c67709 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:21:15.844008 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (1cb6df63-5dd5-460b-86da-ef0071c67709), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:15.844339 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port 1cb6df63-5dd5-460b-86da-ef0071c67709 Sep 27 04:21:15.929966 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 1cb6df63-5dd5-460b-86da-ef0071c67709 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:21:16.175516 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 58550) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:16.282620 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-a64060b8-351d-40b7-8c6e-934634762826 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-387466124-network', 'tenant_id': '7e7b2ff0f0104769a550d0c0692ab713'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:21:16.302955 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a64060b8-351d-40b7-8c6e-934634762826 admin admin] Made reservation on behalf of 7e7b2ff0f0104769a550d0c0692ab713 for: {'network': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:21:16.305146 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a64060b8-351d-40b7-8c6e-934634762826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for network (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:16.319360 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a64060b8-351d-40b7-8c6e-934634762826 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:16.401527 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a64060b8-351d-40b7-8c6e-934634762826 admin admin] Publish callbacks [] for security_group (2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:16.406935 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a64060b8-351d-40b7-8c6e-934634762826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:16.434868 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a64060b8-351d-40b7-8c6e-934634762826 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=106211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 04:21:16.441444 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64060b8-351d-40b7-8c6e-934634762826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:16.447678 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a64060b8-351d-40b7-8c6e-934634762826 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (39fbe748-2b18-4d3a-b683-ef5d7bb2f520), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:16.448020 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.db.segments_db [None req-a64060b8-351d-40b7-8c6e-934634762826 admin admin] Added segment 39fbe748-2b18-4d3a-b683-ef5d7bb2f520 of type vlan for network 8bc82a56-69c2-484f-aa08-23831b7e71a2 Sep 27 04:21:16.492452 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a64060b8-351d-40b7-8c6e-934634762826 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770987766721'] for network (8bc82a56-69c2-484f-aa08-23831b7e71a2), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:16.518049 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a64060b8-351d-40b7-8c6e-934634762826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551'] for network (8bc82a56-69c2-484f-aa08-23831b7e71a2), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:16.518967 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64060b8-351d-40b7-8c6e-934634762826 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:16.519562 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a64060b8-351d-40b7-8c6e-934634762826 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:16.571917 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-a64060b8-351d-40b7-8c6e-934634762826 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3951983 Sep 27 04:21:16.575000 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 58558) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:16.579811 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-4ba7aad8-101b-4623-a135-f1ac03b2306a admin admin] Request body: {'subnet': {'network_id': '8bc82a56-69c2-484f-aa08-23831b7e71a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-387466124-subnet', 'tenant_id': '7e7b2ff0f0104769a550d0c0692ab713', 'ip_version': 4}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:21:16.587191 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64060b8-351d-40b7-8c6e-934634762826 admin admin] Pushing event updated for resources: {'Network': ['ID=8bc82a56-69c2-484f-aa08-23831b7e71a2,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:16.600727 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Network 8bc82a56-69c2-484f-aa08-23831b7e71a2 details requested by agent ovs-agent-dv-cinder-859186-3-iscsi with host dv-cinder-859186-3-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 04:21:16.607261 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba7aad8-101b-4623-a135-f1ac03b2306a admin admin] Made reservation on behalf of 7e7b2ff0f0104769a550d0c0692ab713 for: {'subnet': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:21:16.610798 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4ba7aad8-101b-4623-a135-f1ac03b2306a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214679'] for subnet (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:16.684161 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:16.720423 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=80,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:16.889374 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-f31aa6ef-89d3-416c-9af2-c7a1dc60f493 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:16.890886 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-f31aa6ef-89d3-416c-9af2-c7a1dc60f493 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.57 "GET /networking/v2.0/networks?id=3b03541e-a362-4f1f-858b-b7051275090d HTTP/1.1" status: 200 len: 818 time: 0.1938324 Sep 27 04:21:16.926645 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-f803769b-7d6f-4fd4-865a-9f2a2791e7c2 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Request body: {'port': {'device_id': 'e5e47978-60aa-4191-b5c0-f6421a4e7e97', 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d', 'admin_state_up': True, 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:21:16.986886 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4ba7aad8-101b-4623-a135-f1ac03b2306a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9340193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214689'] for subnet (fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:17.082933 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba7aad8-101b-4623-a135-f1ac03b2306a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:17.104944 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba7aad8-101b-4623-a135-f1ac03b2306a admin admin] Checking segment: {'id': '39fbe748-2b18-4d3a-b683-ef5d7bb2f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8bc82a56-69c2-484f-aa08-23831b7e71a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:21:17.105303 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba7aad8-101b-4623-a135-f1ac03b2306a admin admin] Network hostable DHCP agents. Network: 8bc82a56-69c2-484f-aa08-23831b7e71a2, hostable agents: ['90f8f94a-2e1d-4f4f-8859-344f24ecc1be'], hosted agents: [] {{(pid=106210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 04:21:17.132091 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-f803769b-7d6f-4fd4-865a-9f2a2791e7c2 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Made reservation on behalf of c25f11f92d4e4fd8965fe630ad77f3c3 for: {'port': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:21:17.135845 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-f803769b-7d6f-4fd4-865a-9f2a2791e7c2 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:17.139190 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba7aad8-101b-4623-a135-f1ac03b2306a admin admin] Network 8bc82a56-69c2-484f-aa08-23831b7e71a2 is scheduled to be hosted by DHCP agent 90f8f94a-2e1d-4f4f-8859-344f24ecc1be with binding_index 1 {{(pid=106210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 04:21:17.164730 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-4ba7aad8-101b-4623-a135-f1ac03b2306a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-3-iscsi, 8bc82a56-69c2-484f-aa08-23831b7e71a2) {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:21:17.170534 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba7aad8-101b-4623-a135-f1ac03b2306a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:17.171694 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4ba7aad8-101b-4623-a135-f1ac03b2306a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:17.182759 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cfc6c39-772f-4f4e-b913-e9d3d1eaadc6 None None] Network 8bc82a56-69c2-484f-aa08-23831b7e71a2 requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:21:17.231031 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-4ba7aad8-101b-4623-a135-f1ac03b2306a admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6549253 Sep 27 04:21:17.234405 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 58574) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:17.238737 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-2bd7c862-8d47-4262-a5a5-0a9471569f78 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-387466124-router', 'tenant_id': '7e7b2ff0f0104769a550d0c0692ab713', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:21:17.272545 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c862-8d47-4262-a5a5-0a9471569f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124547'] for router (7bfb2ede-7aac-43a6-a902-ea038748149d), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:17.274135 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c862-8d47-4262-a5a5-0a9471569f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4106117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3687932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124568'] for router (7bfb2ede-7aac-43a6-a902-ea038748149d), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:17.288536 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:17.308709 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:17.334197 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-f803769b-7d6f-4fd4-865a-9f2a2791e7c2 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Allocated IP 172.20.0.4 (3b03541e-a362-4f1f-858b-b7051275090d/3d4a66ea-0873-4a30-ab4a-55cd0b629103/b602518b-6faa-4bc5-b2ba-22e555f27363) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:21:17.357413 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c862-8d47-4262-a5a5-0a9471569f78 admin admin] Publish callbacks [] for router_controller (7bfb2ede-7aac-43a6-a902-ea038748149d), precommit_add_association {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:17.368052 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=78,neutron:DELETE=8,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:17.369658 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccd3362-6a5e-44e5-898f-d70cb5a50356 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp977886c5-f3aa-5b76-a131-51301725c052-8bc82a56-69c2-484f-aa08-23831b7e71a2', 'network_id': '8bc82a56-69c2-484f-aa08-23831b7e71a2', 'project_id': '7e7b2ff0f0104769a550d0c0692ab713', 'fixed_ips': [{'subnet_id': 'fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40'}]}} from dv-cinder-859186-3-iscsi. {{(pid=106212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 04:21:17.370728 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7ccd3362-6a5e-44e5-898f-d70cb5a50356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:17.530190 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c862-8d47-4262-a5a5-0a9471569f78 admin admin] Publish callbacks [] for router_gateway (7bfb2ede-7aac-43a6-a902-ea038748149d), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:17.536640 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.db_base_plugin_common [None req-7ccd3362-6a5e-44e5-898f-d70cb5a50356 None None] Allocated IP 172.20.0.2 (8bc82a56-69c2-484f-aa08-23831b7e71a2/fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40/ae327828-ee82-4fa3-8699-6f3a43b0bdf1) {{(pid=106212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:21:17.550608 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-f803769b-7d6f-4fd4-865a-9f2a2791e7c2 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks [] for port (b602518b-6faa-4bc5-b2ba-22e555f27363), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:17.566869 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:17.573318 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:17.587787 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-f803769b-7d6f-4fd4-865a-9f2a2791e7c2 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (b602518b-6faa-4bc5-b2ba-22e555f27363), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:17.648830 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-f803769b-7d6f-4fd4-865a-9f2a2791e7c2 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Network 3b03541e-a362-4f1f-858b-b7051275090d is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:21:17.652498 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-f803769b-7d6f-4fd4-865a-9f2a2791e7c2 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:21:17.657699 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-f803769b-7d6f-4fd4-865a-9f2a2791e7c2 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:21:17.685531 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f803769b-7d6f-4fd4-865a-9f2a2791e7c2 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Pushing event updated for resources: {'Port': ['ID=b602518b-6faa-4bc5-b2ba-22e555f27363,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:17.704537 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7ccd3362-6a5e-44e5-898f-d70cb5a50356 None None] Publish callbacks [] for port (ae327828-ee82-4fa3-8699-6f3a43b0bdf1), precommit_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:17.713217 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7ccd3362-6a5e-44e5-898f-d70cb5a50356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084'] for port (ae327828-ee82-4fa3-8699-6f3a43b0bdf1), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:17.720404 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-f803769b-7d6f-4fd4-865a-9f2a2791e7c2 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:17.721037 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-f803769b-7d6f-4fd4-865a-9f2a2791e7c2 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:17.741991 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-f803769b-7d6f-4fd4-865a-9f2a2791e7c2 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8235908 Sep 27 04:21:17.755523 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-e3e80d1a-8d82-4545-9b18-21551c8a4658 service neutron] Request body: {'port': {'device_id': 'e5e47978-60aa-4191-b5c0-f6421a4e7e97', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:21:17.763619 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ccd3362-6a5e-44e5-898f-d70cb5a50356 None None] Network 8bc82a56-69c2-484f-aa08-23831b7e71a2 is already hosted by enough agents. {{(pid=106212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:21:17.772006 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.scheduler.base_scheduler [None req-7ccd3362-6a5e-44e5-898f-d70cb5a50356 None None] Resources bound (agent type, host, resource id): {{(pid=106212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:21:17.775987 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccd3362-6a5e-44e5-898f-d70cb5a50356 None None] Received port after_create {{(pid=106212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:21:17.784498 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd3362-6a5e-44e5-898f-d70cb5a50356 None None] Pushing event updated for resources: {'Port': ['ID=ae327828-ee82-4fa3-8699-6f3a43b0bdf1,revision_number=1']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:17.797896 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c862-8d47-4262-a5a5-0a9471569f78 admin admin] Publish callbacks [] for router_gateway (7bfb2ede-7aac-43a6-a902-ea038748149d), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:17.822771 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c862-8d47-4262-a5a5-0a9471569f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:17.839111 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-e3e80d1a-8d82-4545-9b18-21551c8a4658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (b602518b-6faa-4bc5-b2ba-22e555f27363), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:17.847001 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-7ccd3362-6a5e-44e5-898f-d70cb5a50356 None None] Attempting to bind port ae327828-ee82-4fa3-8699-6f3a43b0bdf1 on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:21:17.847469 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-7ccd3362-6a5e-44e5-898f-d70cb5a50356 None None] Attempting to bind port ae327828-ee82-4fa3-8699-6f3a43b0bdf1 by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': '39fbe748-2b18-4d3a-b683-ef5d7bb2f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8bc82a56-69c2-484f-aa08-23831b7e71a2'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:21:17.848820 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccd3362-6a5e-44e5-898f-d70cb5a50356 None None] Attempting to bind port ae327828-ee82-4fa3-8699-6f3a43b0bdf1 on network 8bc82a56-69c2-484f-aa08-23831b7e71a2 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:21:17.901539 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccd3362-6a5e-44e5-898f-d70cb5a50356 None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:21:17.903143 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccd3362-6a5e-44e5-898f-d70cb5a50356 None None] Checking segment: {'id': '39fbe748-2b18-4d3a-b683-ef5d7bb2f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8bc82a56-69c2-484f-aa08-23831b7e71a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:21:17.903143 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7ccd3362-6a5e-44e5-898f-d70cb5a50356 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:17.903592 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccd3362-6a5e-44e5-898f-d70cb5a50356 None None] Bound using segment: {'id': '39fbe748-2b18-4d3a-b683-ef5d7bb2f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8bc82a56-69c2-484f-aa08-23831b7e71a2'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:21:17.904579 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-7ccd3362-6a5e-44e5-898f-d70cb5a50356 None None] Bound port: ae327828-ee82-4fa3-8699-6f3a43b0bdf1, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fbe748-2b18-4d3a-b683-ef5d7bb2f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8bc82a56-69c2-484f-aa08-23831b7e71a2'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:21:17.905346 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7ccd3362-6a5e-44e5-898f-d70cb5a50356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (ae327828-ee82-4fa3-8699-6f3a43b0bdf1), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:17.975135 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:DELETE=1,neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:18.014377 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [None req-2bd7c862-8d47-4262-a5a5-0a9471569f78 admin admin] Allocated IP 172.27.0.209 (4c2326fb-b4db-42c7-9331-4377c9818745/65648eee-291b-4b8a-95c0-f3ca12df09c9/afdb5bd9-6267-4259-a055-9a22757a36e0) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:21:18.026494 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7ccd3362-6a5e-44e5-898f-d70cb5a50356 None None] For port ae327828-ee82-4fa3-8699-6f3a43b0bdf1, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:21:18.058925 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7ccd3362-6a5e-44e5-898f-d70cb5a50356 None None] For port ae327828-ee82-4fa3-8699-6f3a43b0bdf1, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=ae327828-ee82-4fa3-8699-6f3a43b0bdf1,segment=NetworkSegment(39fbe748-2b18-4d3a-b683-ef5d7bb2f520),segment_id=39fbe748-2b18-4d3a-b683-ef5d7bb2f520)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:21:18.060639 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-f47cb6f0-e9eb-4f2a-93ab-ffa55d56ae57 None None] Provisioning complete for port b602518b-6faa-4bc5-b2ba-22e555f27363 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:21:18.061087 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-f47cb6f0-e9eb-4f2a-93ab-ffa55d56ae57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (b602518b-6faa-4bc5-b2ba-22e555f27363), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:18.062023 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-f47cb6f0-e9eb-4f2a-93ab-ffa55d56ae57 None None] Attempt 1 to provision port b602518b-6faa-4bc5-b2ba-22e555f27363 Sep 27 04:21:18.094964 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7ccd3362-6a5e-44e5-898f-d70cb5a50356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (ae327828-ee82-4fa3-8699-6f3a43b0bdf1), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:18.163498 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-f47cb6f0-e9eb-4f2a-93ab-ffa55d56ae57 None None] Port b602518b-6faa-4bc5-b2ba-22e555f27363 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:18.178049 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccd3362-6a5e-44e5-898f-d70cb5a50356 None None] Pushing event updated for resources: {'Port': ['ID=ae327828-ee82-4fa3-8699-6f3a43b0bdf1,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:18.208829 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c862-8d47-4262-a5a5-0a9471569f78 admin admin] Publish callbacks [] for port (afdb5bd9-6267-4259-a055-9a22757a36e0), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:18.267352 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c862-8d47-4262-a5a5-0a9471569f78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (afdb5bd9-6267-4259-a055-9a22757a36e0), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:18.312994 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bd7c862-8d47-4262-a5a5-0a9471569f78 admin admin] Network 4c2326fb-b4db-42c7-9331-4377c9818745 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:21:18.318614 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-2bd7c862-8d47-4262-a5a5-0a9471569f78 admin admin] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:21:18.320946 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd7c862-8d47-4262-a5a5-0a9471569f78 admin admin] Pushing event updated for resources: {'Port': ['ID=afdb5bd9-6267-4259-a055-9a22757a36e0,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:18.323108 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd7c862-8d47-4262-a5a5-0a9471569f78 admin admin] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:21:18.376791 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-e3e80d1a-8d82-4545-9b18-21551c8a4658 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b602518b-6faa-4bc5-b2ba-22e555f27363 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:21:18.398526 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-e3e80d1a-8d82-4545-9b18-21551c8a4658 service neutron] Publish callbacks [] for port (b602518b-6faa-4bc5-b2ba-22e555f27363), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:18.442872 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-e3e80d1a-8d82-4545-9b18-21551c8a4658 service neutron] Transition to ACTIVE for port object b602518b-6faa-4bc5-b2ba-22e555f27363 will not be triggered until provisioned by entity L2. {{(pid=106210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 04:21:18.455921 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-e3e80d1a-8d82-4545-9b18-21551c8a4658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (b602518b-6faa-4bc5-b2ba-22e555f27363), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:18.629373 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e80d1a-8d82-4545-9b18-21551c8a4658 service neutron] Pushing event updated for resources: {'Port': ['ID=b602518b-6faa-4bc5-b2ba-22e555f27363,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:18.665028 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-f47cb6f0-e9eb-4f2a-93ab-ffa55d56ae57 None None] Attempt 2 to provision port b602518b-6faa-4bc5-b2ba-22e555f27363 Sep 27 04:21:18.671454 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-e3e80d1a-8d82-4545-9b18-21551c8a4658 service neutron] Attempting to bind port b602518b-6faa-4bc5-b2ba-22e555f27363 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:21:18.672035 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-e3e80d1a-8d82-4545-9b18-21551c8a4658 service neutron] Attempting to bind port b602518b-6faa-4bc5-b2ba-22e555f27363 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': '4790901f-5695-41bc-be7f-0e3d4d5126bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:21:18.672820 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-e3e80d1a-8d82-4545-9b18-21551c8a4658 service neutron] Attempting to bind port b602518b-6faa-4bc5-b2ba-22e555f27363 on network 3b03541e-a362-4f1f-858b-b7051275090d {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:21:18.709144 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-f47cb6f0-e9eb-4f2a-93ab-ffa55d56ae57 None None] Port b602518b-6faa-4bc5-b2ba-22e555f27363 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:18.720220 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-e3e80d1a-8d82-4545-9b18-21551c8a4658 service neutron] Port b602518b-6faa-4bc5-b2ba-22e555f27363 on network 3b03541e-a362-4f1f-858b-b7051275090d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 04:21:18.720503 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-e3e80d1a-8d82-4545-9b18-21551c8a4658 service neutron] Attempting to bind port b602518b-6faa-4bc5-b2ba-22e555f27363 on network 3b03541e-a362-4f1f-858b-b7051275090d {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:21:18.744438 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c862-8d47-4262-a5a5-0a9471569f78 admin admin] Publish callbacks [] for router_gateway (7bfb2ede-7aac-43a6-a902-ea038748149d), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:18.770572 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-e3e80d1a-8d82-4545-9b18-21551c8a4658 service neutron] Checking agent: {'id': 'b1f517e4-57bd-40c9-8710-cebf6376635e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'started_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:21:18.771040 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-e3e80d1a-8d82-4545-9b18-21551c8a4658 service neutron] Checking segment: {'id': '4790901f-5695-41bc-be7f-0e3d4d5126bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:21:18.771431 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-e3e80d1a-8d82-4545-9b18-21551c8a4658 service neutron] Bound using segment: {'id': '4790901f-5695-41bc-be7f-0e3d4d5126bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:21:18.771871 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-e3e80d1a-8d82-4545-9b18-21551c8a4658 service neutron] Bound port: b602518b-6faa-4bc5-b2ba-22e555f27363, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4790901f-5695-41bc-be7f-0e3d4d5126bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:21:18.772237 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-e3e80d1a-8d82-4545-9b18-21551c8a4658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (b602518b-6faa-4bc5-b2ba-22e555f27363), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:18.811533 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:18.844006 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-e3e80d1a-8d82-4545-9b18-21551c8a4658 service neutron] For port b602518b-6faa-4bc5-b2ba-22e555f27363, host hv-cinder-85918, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:21:18.846900 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-e3e80d1a-8d82-4545-9b18-21551c8a4658 service neutron] For port b602518b-6faa-4bc5-b2ba-22e555f27363, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=b602518b-6faa-4bc5-b2ba-22e555f27363,segment=NetworkSegment(4790901f-5695-41bc-be7f-0e3d4d5126bd),segment_id=4790901f-5695-41bc-be7f-0e3d4d5126bd)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:21:18.853508 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-e3e80d1a-8d82-4545-9b18-21551c8a4658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (b602518b-6faa-4bc5-b2ba-22e555f27363), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:18.857027 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:18.860138 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-e3e80d1a-8d82-4545-9b18-21551c8a4658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:18.860941 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-e3e80d1a-8d82-4545-9b18-21551c8a4658 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:18.862556 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-e3e80d1a-8d82-4545-9b18-21551c8a4658 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/b602518b-6faa-4bc5-b2ba-22e555f27363 HTTP/1.1" status: 200 len: 1093 time: 1.1118121 Sep 27 04:21:18.863067 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5e47978-60aa-4191-b5c0-f6421a4e7e97', 'tag': 'b602518b-6faa-4bc5-b2ba-22e555f27363'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:21:18.865619 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6fdb85-f596-4804-aa0b-5179fc41576b" -d '{"events": [{"name": "network-changed", "server_uuid": "e5e47978-60aa-4191-b5c0-f6421a4e7e97", "tag": "b602518b-6faa-4bc5-b2ba-22e555f27363"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:21:18.964704 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877d13ac-7fc4-4f29-9477-c5f75b1bf52c x-openstack-request-id: req-877d13ac-7fc4-4f29-9477-c5f75b1bf52c {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:21:18.964988 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5e47978-60aa-4191-b5c0-f6421a4e7e97", "tag": "b602518b-6faa-4bc5-b2ba-22e555f27363", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:21:18.965243 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-877d13ac-7fc4-4f29-9477-c5f75b1bf52c {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:21:18.965672 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-877d13ac-7fc4-4f29-9477-c5f75b1bf52c'] response: {'name': 'network-changed', 'server_uuid': 'e5e47978-60aa-4191-b5c0-f6421a4e7e97', 'tag': 'b602518b-6faa-4bc5-b2ba-22e555f27363', 'status': 'completed', 'code': 200} Sep 27 04:21:18.969723 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-375b6100-b802-4197-bb4e-71df12182818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:18.971285 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-375b6100-b802-4197-bb4e-71df12182818 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=c25f11f92d4e4fd8965fe630ad77f3c3&device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 1127 time: 0.0601192 Sep 27 04:21:18.972040 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e80d1a-8d82-4545-9b18-21551c8a4658 service neutron] Pushing event updated for resources: {'Port': ['ID=b602518b-6faa-4bc5-b2ba-22e555f27363,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:19.023467 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-0b196a6d-8731-456d-ba44-3873aad2181b service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b602518b-6faa-4bc5-b2ba-22e555f27363 HTTP/1.1" status: 200 len: 217 time: 0.0426214 Sep 27 04:21:19.043301 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:19.080972 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c862-8d47-4262-a5a5-0a9471569f78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4106130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4106573'] for router (7bfb2ede-7aac-43a6-a902-ea038748149d), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:19.089065 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-756c6555-6bdb-4370-af6a-3e9d79bceeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:19.090733 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-756c6555-6bdb-4370-af6a-3e9d79bceeb4 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3d4a66ea-0873-4a30-ab4a-55cd0b629103 HTTP/1.1" status: 200 len: 857 time: 0.0603285 Sep 27 04:21:19.149309 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-7c945d4f-ccd8-4c66-9965-099041f358e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:19.151484 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-7c945d4f-ccd8-4c66-9965-099041f358e0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3b03541e-a362-4f1f-858b-b7051275090d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0517125 Sep 27 04:21:19.209969 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-f47cb6f0-e9eb-4f2a-93ab-ffa55d56ae57 None None] Attempt 3 to provision port b602518b-6faa-4bc5-b2ba-22e555f27363 Sep 27 04:21:19.237710 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bd7c862-8d47-4262-a5a5-0a9471569f78 admin admin] Router 7bfb2ede-7aac-43a6-a902-ea038748149d is scheduled to L3 agent 1a534786-8095-4832-a439-62015d3bc58a with binding_index 1 {{(pid=106211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 04:21:19.251887 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-6e6ea42f-0e95-4662-82b0-1e0557479a65 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3b03541e-a362-4f1f-858b-b7051275090d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904083 Sep 27 04:21:19.256498 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-f47cb6f0-e9eb-4f2a-93ab-ffa55d56ae57 None None] Port b602518b-6faa-4bc5-b2ba-22e555f27363 had new provisioning blocks added so it will not transition to active. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 04:21:19.339471 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:UPDATE=1,neutron:INSERT=3,neutron:SELECT=96 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:19.355466 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0671384d-201f-47d2-b3b9-bfea89f17bb8 None None] Network 8bc82a56-69c2-484f-aa08-23831b7e71a2 requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:21:19.359795 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bd7c862-8d47-4262-a5a5-0a9471569f78 admin admin] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:21:19.380663 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f5635066-5efd-4ccb-a201-dc19dc496de0 req-a9a9a272-328f-4897-942c-041a799d23f6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3b03541e-a362-4f1f-858b-b7051275090d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127324 Sep 27 04:21:19.384222 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f025308-5d0d-4b93-b9e5-fe92c7bbea37 None None] Sync routers for ids ['7bfb2ede-7aac-43a6-a902-ea038748149d'] in dv-cinder-859186-3-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:21:19.387062 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2bd7c862-8d47-4262-a5a5-0a9471569f78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:19.388506 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-2bd7c862-8d47-4262-a5a5-0a9471569f78 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.1530871 Sep 27 04:21:19.391757 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 58610) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:19.391979 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:19.456416 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:19.459917 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-8b116b27-70a5-4c82-a5d7-22f3cf0fccc9 None None] Provisioning complete for port ae327828-ee82-4fa3-8699-6f3a43b0bdf1 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:21:19.460310 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8b116b27-70a5-4c82-a5d7-22f3cf0fccc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (ae327828-ee82-4fa3-8699-6f3a43b0bdf1), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:19.460868 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-8b116b27-70a5-4c82-a5d7-22f3cf0fccc9 None None] Attempt 1 to provision port ae327828-ee82-4fa3-8699-6f3a43b0bdf1 Sep 27 04:21:19.466301 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f025308-5d0d-4b93-b9e5-fe92c7bbea37 None None] Routers {'7bfb2ede-7aac-43a6-a902-ea038748149d'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:21:19.466940 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-4f025308-5d0d-4b93-b9e5-fe92c7bbea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:20:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['7bfb2ede-7aac-43a6-a902-ea038748149d'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:19.505642 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fdb85-f596-4804-aa0b-5179fc41576b req-eef8fd98-c033-48fd-8087-2458f0f52cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:19.509519 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2a6fdb85-f596-4804-aa0b-5179fc41576b req-eef8fd98-c033-48fd-8087-2458f0f52cbf service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=c25f11f92d4e4fd8965fe630ad77f3c3&device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 1127 time: 0.0622981 Sep 27 04:21:19.633734 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device ae327828-ee82-4fa3-8699-6f3a43b0bdf1 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:21:19.651584 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fdb85-f596-4804-aa0b-5179fc41576b req-8dfdaff4-fede-4211-97ef-7a440660738a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:19.653282 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2a6fdb85-f596-4804-aa0b-5179fc41576b req-8dfdaff4-fede-4211-97ef-7a440660738a service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=3b03541e-a362-4f1f-858b-b7051275090d HTTP/1.1" status: 200 len: 919 time: 0.1264455 Sep 27 04:21:19.731793 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2a6fdb85-f596-4804-aa0b-5179fc41576b req-e75cd5bc-40f3-4f6d-ad86-8b051383c5d8 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b602518b-6faa-4bc5-b2ba-22e555f27363 HTTP/1.1" status: 200 len: 217 time: 0.0569592 Sep 27 04:21:19.829451 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fdb85-f596-4804-aa0b-5179fc41576b req-4d39d33a-2a1f-449f-b128-09e67fdb663b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:19.833261 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2a6fdb85-f596-4804-aa0b-5179fc41576b req-4d39d33a-2a1f-449f-b128-09e67fdb663b service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3d4a66ea-0873-4a30-ab4a-55cd0b629103 HTTP/1.1" status: 200 len: 857 time: 0.0938606 Sep 27 04:21:19.899027 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6fdb85-f596-4804-aa0b-5179fc41576b req-414d7f9d-0623-4128-8bd8-88110b5ae60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:19.901342 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2a6fdb85-f596-4804-aa0b-5179fc41576b req-414d7f9d-0623-4128-8bd8-88110b5ae60c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3b03541e-a362-4f1f-858b-b7051275090d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500867 Sep 27 04:21:19.979523 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-8b116b27-70a5-4c82-a5d7-22f3cf0fccc9 None None] Current status of the port ae327828-ee82-4fa3-8699-6f3a43b0bdf1 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:21:19.980085 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8b116b27-70a5-4c82-a5d7-22f3cf0fccc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (ae327828-ee82-4fa3-8699-6f3a43b0bdf1), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:19.995713 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-4f025308-5d0d-4b93-b9e5-fe92c7bbea37 None None] Set router 7bfb2ede-7aac-43a6-a902-ea038748149d gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:21:20.031588 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2a6fdb85-f596-4804-aa0b-5179fc41576b req-b56f320b-fac1-4d8a-8270-b4db86b79b67 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3b03541e-a362-4f1f-858b-b7051275090d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211007 Sep 27 04:21:20.067787 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port ae327828-ee82-4fa3-8699-6f3a43b0bdf1 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:21:20.068168 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (ae327828-ee82-4fa3-8699-6f3a43b0bdf1), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:20.068511 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port ae327828-ee82-4fa3-8699-6f3a43b0bdf1 Sep 27 04:21:20.227271 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2a6fdb85-f596-4804-aa0b-5179fc41576b req-525061b3-a59e-4692-b9d5-59b9fb5de578 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3b03541e-a362-4f1f-858b-b7051275090d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897590 Sep 27 04:21:20.241399 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a34d2b6d-ca01-4fe4-abb2-ba99726db76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:20.248084 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-8b116b27-70a5-4c82-a5d7-22f3cf0fccc9 None None] For port ae327828-ee82-4fa3-8699-6f3a43b0bdf1, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=ae327828-ee82-4fa3-8699-6f3a43b0bdf1,segment=NetworkSegment(39fbe748-2b18-4d3a-b683-ef5d7bb2f520),segment_id=39fbe748-2b18-4d3a-b683-ef5d7bb2f520)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:21:20.270679 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8b116b27-70a5-4c82-a5d7-22f3cf0fccc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (ae327828-ee82-4fa3-8699-6f3a43b0bdf1), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:20.337334 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:20.376759 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-f74a2b0a-0600-471f-927b-31cd33edaf13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:20.419221 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port ae327828-ee82-4fa3-8699-6f3a43b0bdf1 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:21:20.428231 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-4f025308-5d0d-4b93-b9e5-fe92c7bbea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'name': 'tempest-TestMinimumBasicScenario-387466124-router', 'tenant_id': '7e7b2ff0f0104769a550d0c0692ab713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'afdb5bd9-6267-4259-a055-9a22757a36e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:17Z', 'updated_at': '2022-09-27T04:21:18Z', 'revision_number': 3, 'project_id': '7e7b2ff0f0104769a550d0c0692ab713', 'gw_port': {'id': 'afdb5bd9-6267-4259-a055-9a22757a36e0', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:17Z', 'updated_at': '2022-09-27T04:21:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi'}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:20.438645 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-fc83c8bc-fc19-47a9-8e7d-204188063720 None None] Provisioning complete for port ae327828-ee82-4fa3-8699-6f3a43b0bdf1 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:21:20.439101 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-fc83c8bc-fc19-47a9-8e7d-204188063720 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (ae327828-ee82-4fa3-8699-6f3a43b0bdf1), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:20.439498 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-fc83c8bc-fc19-47a9-8e7d-204188063720 None None] Attempt 1 to provision port ae327828-ee82-4fa3-8699-6f3a43b0bdf1 Sep 27 04:21:20.455826 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [None req-a34d2b6d-ca01-4fe4-abb2-ba99726db76b admin admin] Allocated IP 172.20.0.1 (8bc82a56-69c2-484f-aa08-23831b7e71a2/fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40/64ae3c33-5c89-43f1-a306-96b7cf55eb68) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:21:20.487381 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f025308-5d0d-4b93-b9e5-fe92c7bbea37 None None] Checking router: 7bfb2ede-7aac-43a6-a902-ea038748149d for host: dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:21:20.487725 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f025308-5d0d-4b93-b9e5-fe92c7bbea37 None None] Updating router 7bfb2ede-7aac-43a6-a902-ea038748149d port afdb5bd9-6267-4259-a055-9a22757a36e0 binding host dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 04:21:20.489505 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b116b27-70a5-4c82-a5d7-22f3cf0fccc9 None None] Pushing event updated for resources: {'Port': ['ID=ae327828-ee82-4fa3-8699-6f3a43b0bdf1,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:20.531603 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-4f025308-5d0d-4b93-b9e5-fe92c7bbea37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (afdb5bd9-6267-4259-a055-9a22757a36e0), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:20.550743 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:20.571098 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a34d2b6d-ca01-4fe4-abb2-ba99726db76b admin admin] Publish callbacks [] for port (64ae3c33-5c89-43f1-a306-96b7cf55eb68), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:20.602338 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a34d2b6d-ca01-4fe4-abb2-ba99726db76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (64ae3c33-5c89-43f1-a306-96b7cf55eb68), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:20.643136 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:20.652736 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34d2b6d-ca01-4fe4-abb2-ba99726db76b admin admin] Network 8bc82a56-69c2-484f-aa08-23831b7e71a2 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:21:20.657378 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-a34d2b6d-ca01-4fe4-abb2-ba99726db76b admin admin] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:21:20.658748 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-fc83c8bc-fc19-47a9-8e7d-204188063720 None None] Current status of the port ae327828-ee82-4fa3-8699-6f3a43b0bdf1 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:21:20.659944 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34d2b6d-ca01-4fe4-abb2-ba99726db76b admin admin] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:21:20.662792 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d2b6d-ca01-4fe4-abb2-ba99726db76b admin admin] Pushing event updated for resources: {'Port': ['ID=64ae3c33-5c89-43f1-a306-96b7cf55eb68,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:20.705570 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a34d2b6d-ca01-4fe4-abb2-ba99726db76b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689306'] for router_interface (7bfb2ede-7aac-43a6-a902-ea038748149d), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:20.728125 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:20.853683 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a34d2b6d-ca01-4fe4-abb2-ba99726db76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (64ae3c33-5c89-43f1-a306-96b7cf55eb68), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:20.862075 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-4f025308-5d0d-4b93-b9e5-fe92c7bbea37 None None] Publish callbacks [] for port (afdb5bd9-6267-4259-a055-9a22757a36e0), precommit_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:20.868244 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-4f025308-5d0d-4b93-b9e5-fe92c7bbea37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (afdb5bd9-6267-4259-a055-9a22757a36e0), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:20.924915 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-4f025308-5d0d-4b93-b9e5-fe92c7bbea37 None None] Attempting to bind port afdb5bd9-6267-4259-a055-9a22757a36e0 on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:21:20.925224 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-4f025308-5d0d-4b93-b9e5-fe92c7bbea37 None None] Attempting to bind port afdb5bd9-6267-4259-a055-9a22757a36e0 by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:21:20.925559 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f025308-5d0d-4b93-b9e5-fe92c7bbea37 None None] Attempting to bind port afdb5bd9-6267-4259-a055-9a22757a36e0 on network 4c2326fb-b4db-42c7-9331-4377c9818745 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:21:20.949675 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e98d96fc-3100-4336-b842-f853f4e5f55f None None] Provisioning complete for port 64ae3c33-5c89-43f1-a306-96b7cf55eb68 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:21:20.950068 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e98d96fc-3100-4336-b842-f853f4e5f55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (64ae3c33-5c89-43f1-a306-96b7cf55eb68), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:20.950402 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e98d96fc-3100-4336-b842-f853f4e5f55f None None] Attempt 1 to provision port 64ae3c33-5c89-43f1-a306-96b7cf55eb68 Sep 27 04:21:20.959815 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4abc3-38be-41d7-81b0-3a21a1ba21ac None None] Pushing event updated for resources: {'Port': ['ID=afdb5bd9-6267-4259-a055-9a22757a36e0,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:21.008819 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e98d96fc-3100-4336-b842-f853f4e5f55f None None] Port 64ae3c33-5c89-43f1-a306-96b7cf55eb68 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:21.009626 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f025308-5d0d-4b93-b9e5-fe92c7bbea37 None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:21:21.010029 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f025308-5d0d-4b93-b9e5-fe92c7bbea37 None None] Checking segment: {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:21:21.010415 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-4f025308-5d0d-4b93-b9e5-fe92c7bbea37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:21.010805 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f025308-5d0d-4b93-b9e5-fe92c7bbea37 None None] Bound using segment: {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:21:21.011376 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-4f025308-5d0d-4b93-b9e5-fe92c7bbea37 None None] Bound port: afdb5bd9-6267-4259-a055-9a22757a36e0, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:21:21.011654 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-4f025308-5d0d-4b93-b9e5-fe92c7bbea37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (afdb5bd9-6267-4259-a055-9a22757a36e0), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:21.033109 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a34d2b6d-ca01-4fe4-abb2-ba99726db76b admin admin] Publish callbacks [] for port (64ae3c33-5c89-43f1-a306-96b7cf55eb68), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:21.037594 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a34d2b6d-ca01-4fe4-abb2-ba99726db76b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9553042'] for port (64ae3c33-5c89-43f1-a306-96b7cf55eb68), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:21.067176 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-4f025308-5d0d-4b93-b9e5-fe92c7bbea37 None None] For port afdb5bd9-6267-4259-a055-9a22757a36e0, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:21:21.070571 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-4f025308-5d0d-4b93-b9e5-fe92c7bbea37 None None] For port afdb5bd9-6267-4259-a055-9a22757a36e0, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=afdb5bd9-6267-4259-a055-9a22757a36e0,segment=NetworkSegment(458173e0-a334-422f-a9db-e4c60ba44888),segment_id=458173e0-a334-422f-a9db-e4c60ba44888)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:21:21.076104 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-4f025308-5d0d-4b93-b9e5-fe92c7bbea37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (afdb5bd9-6267-4259-a055-9a22757a36e0), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:21.107367 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f025308-5d0d-4b93-b9e5-fe92c7bbea37 None None] Routers {'7bfb2ede-7aac-43a6-a902-ea038748149d'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:21:21.107681 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a34d2b6d-ca01-4fe4-abb2-ba99726db76b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3723569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689454'] for router_interface (7bfb2ede-7aac-43a6-a902-ea038748149d), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:21.107993 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-4f025308-5d0d-4b93-b9e5-fe92c7bbea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:20:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['7bfb2ede-7aac-43a6-a902-ea038748149d'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:21.111244 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34d2b6d-ca01-4fe4-abb2-ba99726db76b admin admin] Pushing event updated for resources: {'Port': ['ID=64ae3c33-5c89-43f1-a306-96b7cf55eb68,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:21.169497 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:21.180104 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b4abc3-38be-41d7-81b0-3a21a1ba21ac None None] Pushing event updated for resources: {'Port': ['ID=afdb5bd9-6267-4259-a055-9a22757a36e0,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:21.221124 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a34d2b6d-ca01-4fe4-abb2-ba99726db76b admin admin] Network 8bc82a56-69c2-484f-aa08-23831b7e71a2 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:21:21.222858 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-a34d2b6d-ca01-4fe4-abb2-ba99726db76b admin admin] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:21:21.252366 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-4f025308-5d0d-4b93-b9e5-fe92c7bbea37 None None] Set router 7bfb2ede-7aac-43a6-a902-ea038748149d gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:21:21.347190 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34d2b6d-ca01-4fe4-abb2-ba99726db76b admin admin] Router 7bfb2ede-7aac-43a6-a902-ea038748149d has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:21:21.474036 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34d2b6d-ca01-4fe4-abb2-ba99726db76b admin admin] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:21:21.479683 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-a34d2b6d-ca01-4fe4-abb2-ba99726db76b admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/7bfb2ede-7aac-43a6-a902-ea038748149d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0866892 Sep 27 04:21:21.484254 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-4f025308-5d0d-4b93-b9e5-fe92c7bbea37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'name': 'tempest-TestMinimumBasicScenario-387466124-router', 'tenant_id': '7e7b2ff0f0104769a550d0c0692ab713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'afdb5bd9-6267-4259-a055-9a22757a36e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:17Z', 'updated_at': '2022-09-27T04:21:20Z', 'revision_number': 4, 'project_id': '7e7b2ff0f0104769a550d0c0692ab713', 'gw_port': {'id': 'afdb5bd9-6267-4259-a055-9a22757a36e0', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:17Z', 'updated_at': '2022-09-27T04:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '64ae3c33-5c89-43f1-a306-96b7cf55eb68', 'name': '', 'network_id': '8bc82a56-69c2-484f-aa08-23831b7e71a2', 'tenant_id': '7e7b2ff0f0104769a550d0c0692ab713', 'mac_address': 'fa:16:3e:fc:db:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:20Z', 'updated_at': '2022-09-27T04:21:20Z', 'revision_number': 2, 'project_id': '7e7b2ff0f0104769a550d0c0692ab713', 'subnets': [{'id': 'fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:21.521535 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e98d96fc-3100-4336-b842-f853f4e5f55f None None] Attempt 2 to provision port 64ae3c33-5c89-43f1-a306-96b7cf55eb68 Sep 27 04:21:21.525030 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f025308-5d0d-4b93-b9e5-fe92c7bbea37 None None] The sync data for ids ['7bfb2ede-7aac-43a6-a902-ea038748149d'] in dv-cinder-859186-3-iscsi is: [{'id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'name': 'tempest-TestMinimumBasicScenario-387466124-router', 'tenant_id': '7e7b2ff0f0104769a550d0c0692ab713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'afdb5bd9-6267-4259-a055-9a22757a36e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:17Z', 'updated_at': '2022-09-27T04:21:20Z', 'revision_number': 4, 'project_id': '7e7b2ff0f0104769a550d0c0692ab713', 'gw_port': {'id': 'afdb5bd9-6267-4259-a055-9a22757a36e0', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:17Z', 'updated_at': '2022-09-27T04:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '64ae3c33-5c89-43f1-a306-96b7cf55eb68', 'name': '', 'network_id': '8bc82a56-69c2-484f-aa08-23831b7e71a2', 'tenant_id': '7e7b2ff0f0104769a550d0c0692ab713', 'mac_address': 'fa:16:3e:fc:db:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:20Z', 'updated_at': '2022-09-27T04:21:20Z', 'revision_number': 2, 'project_id': '7e7b2ff0f0104769a550d0c0692ab713', 'subnets': [{'id': 'fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:21:21.564773 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e98d96fc-3100-4336-b842-f853f4e5f55f None None] Port 64ae3c33-5c89-43f1-a306-96b7cf55eb68 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:21.596763 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device ae327828-ee82-4fa3-8699-6f3a43b0bdf1 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:21:21.618799 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:21.646770 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port ae327828-ee82-4fa3-8699-6f3a43b0bdf1 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:21:21.647147 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (ae327828-ee82-4fa3-8699-6f3a43b0bdf1), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:21.647483 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port ae327828-ee82-4fa3-8699-6f3a43b0bdf1 Sep 27 04:21:21.671120 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:21.743648 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port ae327828-ee82-4fa3-8699-6f3a43b0bdf1 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:21:22.066396 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e98d96fc-3100-4336-b842-f853f4e5f55f None None] Attempt 3 to provision port 64ae3c33-5c89-43f1-a306-96b7cf55eb68 Sep 27 04:21:22.088409 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 58656) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:22.093426 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-cc8423bb-c322-4552-a608-02ec13cea587 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-851602977-network', 'tenant_id': '3030064c1315435699a7e7d5a831a5b2'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:21:22.104643 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e98d96fc-3100-4336-b842-f853f4e5f55f None None] Port 64ae3c33-5c89-43f1-a306-96b7cf55eb68 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:22.114573 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8423bb-c322-4552-a608-02ec13cea587 admin admin] Made reservation on behalf of 3030064c1315435699a7e7d5a831a5b2 for: {'network': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:21:22.117054 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cc8423bb-c322-4552-a608-02ec13cea587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for network (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:22.127455 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cc8423bb-c322-4552-a608-02ec13cea587 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:22.170659 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:22.238540 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-dc9f5c22-ba11-4d80-8ab0-47a80afece20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:22.247690 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cc8423bb-c322-4552-a608-02ec13cea587 admin admin] Publish callbacks [] for security_group (5fced9ee-33f6-413a-8761-efe988f6ef5a), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:22.254144 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cc8423bb-c322-4552-a608-02ec13cea587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (5fced9ee-33f6-413a-8761-efe988f6ef5a), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:22.286055 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc8423bb-c322-4552-a608-02ec13cea587 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=106210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 04:21:22.292923 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8423bb-c322-4552-a608-02ec13cea587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fced9ee-33f6-413a-8761-efe988f6ef5a,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:22.299929 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cc8423bb-c322-4552-a608-02ec13cea587 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (4925f116-3860-41b1-90b3-6d928caf6ff7), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:22.300276 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.db.segments_db [None req-cc8423bb-c322-4552-a608-02ec13cea587 admin admin] Added segment 4925f116-3860-41b1-90b3-6d928caf6ff7 of type vlan for network dfbfe995-da26-4e0f-85ea-0bd48f57c792 Sep 27 04:21:22.308448 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:22.364977 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cc8423bb-c322-4552-a608-02ec13cea587 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770987766721'] for network (dfbfe995-da26-4e0f-85ea-0bd48f57c792), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:22.395643 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cc8423bb-c322-4552-a608-02ec13cea587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551'] for network (dfbfe995-da26-4e0f-85ea-0bd48f57c792), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:22.399340 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8423bb-c322-4552-a608-02ec13cea587 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:22.400192 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cc8423bb-c322-4552-a608-02ec13cea587 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:22.469804 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-cc8423bb-c322-4552-a608-02ec13cea587 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3801916 Sep 27 04:21:22.470042 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 58662) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:22.476363 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-68db3a0b-9117-44ba-8246-3390e8212e5b admin admin] Request body: {'subnet': {'network_id': 'dfbfe995-da26-4e0f-85ea-0bd48f57c792', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-851602977-subnet', 'tenant_id': '3030064c1315435699a7e7d5a831a5b2', 'ip_version': 4}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:21:22.488183 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8423bb-c322-4552-a608-02ec13cea587 admin admin] Pushing event updated for resources: {'Network': ['ID=dfbfe995-da26-4e0f-85ea-0bd48f57c792,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:22.498227 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Network dfbfe995-da26-4e0f-85ea-0bd48f57c792 details requested by agent ovs-agent-dv-cinder-859186-3-iscsi with host dv-cinder-859186-3-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 04:21:22.507112 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68db3a0b-9117-44ba-8246-3390e8212e5b admin admin] Made reservation on behalf of 3030064c1315435699a7e7d5a831a5b2 for: {'subnet': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:21:22.509829 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-68db3a0b-9117-44ba-8246-3390e8212e5b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10262419'] for subnet (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:22.579476 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:22.606325 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e98d96fc-3100-4336-b842-f853f4e5f55f None None] Attempt 4 to provision port 64ae3c33-5c89-43f1-a306-96b7cf55eb68 Sep 27 04:21:22.643370 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e98d96fc-3100-4336-b842-f853f4e5f55f None None] Port 64ae3c33-5c89-43f1-a306-96b7cf55eb68 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:22.708588 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-68db3a0b-9117-44ba-8246-3390e8212e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9518613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10262437'] for subnet (35f4deae-7512-4fb1-9c36-36796c3f5f81), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:22.767074 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db3a0b-9117-44ba-8246-3390e8212e5b admin admin] Pushing event updated for resources: {'Subnet': ['ID=35f4deae-7512-4fb1-9c36-36796c3f5f81,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:22.777970 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68db3a0b-9117-44ba-8246-3390e8212e5b admin admin] Checking segment: {'id': '4925f116-3860-41b1-90b3-6d928caf6ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dfbfe995-da26-4e0f-85ea-0bd48f57c792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:21:22.778330 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68db3a0b-9117-44ba-8246-3390e8212e5b admin admin] Network hostable DHCP agents. Network: dfbfe995-da26-4e0f-85ea-0bd48f57c792, hostable agents: ['90f8f94a-2e1d-4f4f-8859-344f24ecc1be'], hosted agents: [] {{(pid=106211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 04:21:22.795974 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68db3a0b-9117-44ba-8246-3390e8212e5b admin admin] Network dfbfe995-da26-4e0f-85ea-0bd48f57c792 is scheduled to be hosted by DHCP agent 90f8f94a-2e1d-4f4f-8859-344f24ecc1be with binding_index 1 {{(pid=106211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 04:21:22.806278 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-68db3a0b-9117-44ba-8246-3390e8212e5b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-3-iscsi, dfbfe995-da26-4e0f-85ea-0bd48f57c792) {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:21:22.810409 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68db3a0b-9117-44ba-8246-3390e8212e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:22.811007 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-68db3a0b-9117-44ba-8246-3390e8212e5b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:22.815198 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feee53e9-1e3e-408a-b62a-27ab703e062e None None] Network dfbfe995-da26-4e0f-85ea-0bd48f57c792 requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:21:22.829197 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-68db3a0b-9117-44ba-8246-3390e8212e5b admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3575921 Sep 27 04:21:22.831960 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 58664) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:22.836522 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-d71ef4ab-1126-45e5-ad3d-d5a517a0e2c9 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-851602977-router', 'tenant_id': '3030064c1315435699a7e7d5a831a5b2', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:21:22.878319 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d71ef4ab-1126-45e5-ad3d-d5a517a0e2c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124547'] for router (a62a248c-77d4-4c01-9113-501cdecfa537), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:22.879907 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d71ef4ab-1126-45e5-ad3d-d5a517a0e2c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4106117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3687932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124568'] for router (a62a248c-77d4-4c01-9113-501cdecfa537), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:22.947444 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d71ef4ab-1126-45e5-ad3d-d5a517a0e2c9 admin admin] Publish callbacks [] for router_controller (a62a248c-77d4-4c01-9113-501cdecfa537), precommit_add_association {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:22.969532 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde5015b-8595-4a5a-8648-a933dca7f0df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp977886c5-f3aa-5b76-a131-51301725c052-dfbfe995-da26-4e0f-85ea-0bd48f57c792', 'network_id': 'dfbfe995-da26-4e0f-85ea-0bd48f57c792', 'project_id': '3030064c1315435699a7e7d5a831a5b2', 'fixed_ips': [{'subnet_id': '35f4deae-7512-4fb1-9c36-36796c3f5f81'}]}} from dv-cinder-859186-3-iscsi. {{(pid=106212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 04:21:22.970915 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-bde5015b-8595-4a5a-8648-a933dca7f0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:23.122171 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.db_base_plugin_common [None req-bde5015b-8595-4a5a-8648-a933dca7f0df None None] Allocated IP 172.20.0.2 (dfbfe995-da26-4e0f-85ea-0bd48f57c792/35f4deae-7512-4fb1-9c36-36796c3f5f81/854192e1-9dfd-42be-9854-8eaac296377e) {{(pid=106212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:21:23.149769 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e98d96fc-3100-4336-b842-f853f4e5f55f None None] Attempt 5 to provision port 64ae3c33-5c89-43f1-a306-96b7cf55eb68 Sep 27 04:21:23.221698 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e98d96fc-3100-4336-b842-f853f4e5f55f None None] Port 64ae3c33-5c89-43f1-a306-96b7cf55eb68 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:23.309673 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-bde5015b-8595-4a5a-8648-a933dca7f0df None None] Publish callbacks [] for port (854192e1-9dfd-42be-9854-8eaac296377e), precommit_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:23.310101 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d71ef4ab-1126-45e5-ad3d-d5a517a0e2c9 admin admin] Publish callbacks [] for router_gateway (a62a248c-77d4-4c01-9113-501cdecfa537), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:23.317243 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-bde5015b-8595-4a5a-8648-a933dca7f0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084'] for port (854192e1-9dfd-42be-9854-8eaac296377e), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:23.360162 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde5015b-8595-4a5a-8648-a933dca7f0df None None] Network dfbfe995-da26-4e0f-85ea-0bd48f57c792 is already hosted by enough agents. {{(pid=106212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:21:23.363163 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.scheduler.base_scheduler [None req-bde5015b-8595-4a5a-8648-a933dca7f0df None None] Resources bound (agent type, host, resource id): {{(pid=106212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:21:23.367472 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde5015b-8595-4a5a-8648-a933dca7f0df None None] Received port after_create {{(pid=106212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:21:23.374951 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde5015b-8595-4a5a-8648-a933dca7f0df None None] Pushing event updated for resources: {'Port': ['ID=854192e1-9dfd-42be-9854-8eaac296377e,revision_number=1']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:23.433619 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-bde5015b-8595-4a5a-8648-a933dca7f0df None None] Attempting to bind port 854192e1-9dfd-42be-9854-8eaac296377e on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:21:23.434123 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-bde5015b-8595-4a5a-8648-a933dca7f0df None None] Attempting to bind port 854192e1-9dfd-42be-9854-8eaac296377e by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': '4925f116-3860-41b1-90b3-6d928caf6ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dfbfe995-da26-4e0f-85ea-0bd48f57c792'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:21:23.434432 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde5015b-8595-4a5a-8648-a933dca7f0df None None] Attempting to bind port 854192e1-9dfd-42be-9854-8eaac296377e on network dfbfe995-da26-4e0f-85ea-0bd48f57c792 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:21:23.507538 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d71ef4ab-1126-45e5-ad3d-d5a517a0e2c9 admin admin] Publish callbacks [] for router_gateway (a62a248c-77d4-4c01-9113-501cdecfa537), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:23.515944 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde5015b-8595-4a5a-8648-a933dca7f0df None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:21:23.516220 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde5015b-8595-4a5a-8648-a933dca7f0df None None] Checking segment: {'id': '4925f116-3860-41b1-90b3-6d928caf6ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dfbfe995-da26-4e0f-85ea-0bd48f57c792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:21:23.516635 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-bde5015b-8595-4a5a-8648-a933dca7f0df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:23.517031 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde5015b-8595-4a5a-8648-a933dca7f0df None None] Bound using segment: {'id': '4925f116-3860-41b1-90b3-6d928caf6ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dfbfe995-da26-4e0f-85ea-0bd48f57c792'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:21:23.517513 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-bde5015b-8595-4a5a-8648-a933dca7f0df None None] Bound port: 854192e1-9dfd-42be-9854-8eaac296377e, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4925f116-3860-41b1-90b3-6d928caf6ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dfbfe995-da26-4e0f-85ea-0bd48f57c792'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:21:23.517924 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-bde5015b-8595-4a5a-8648-a933dca7f0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (854192e1-9dfd-42be-9854-8eaac296377e), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:23.540631 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d71ef4ab-1126-45e5-ad3d-d5a517a0e2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:23.617135 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-bde5015b-8595-4a5a-8648-a933dca7f0df None None] For port 854192e1-9dfd-42be-9854-8eaac296377e, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:21:23.620545 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-bde5015b-8595-4a5a-8648-a933dca7f0df None None] For port 854192e1-9dfd-42be-9854-8eaac296377e, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=854192e1-9dfd-42be-9854-8eaac296377e,segment=NetworkSegment(4925f116-3860-41b1-90b3-6d928caf6ff7),segment_id=4925f116-3860-41b1-90b3-6d928caf6ff7)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:21:23.621918 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:23.622545 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:23.628036 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device afdb5bd9-6267-4259-a055-9a22757a36e0 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:21:23.666117 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-bde5015b-8595-4a5a-8648-a933dca7f0df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (854192e1-9dfd-42be-9854-8eaac296377e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:23.668121 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-d71ef4ab-1126-45e5-ad3d-d5a517a0e2c9 admin admin] Allocated IP 172.27.0.110 (4c2326fb-b4db-42c7-9331-4377c9818745/65648eee-291b-4b8a-95c0-f3ca12df09c9/9f7dbaf8-9996-41f1-91fd-9755032671f2) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:21:23.713268 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:21:23.732134 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e98d96fc-3100-4336-b842-f853f4e5f55f None None] Attempt 6 to provision port 64ae3c33-5c89-43f1-a306-96b7cf55eb68 Sep 27 04:21:23.811930 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:INSERT=11,neutron:SELECT=87,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:23.817243 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d71ef4ab-1126-45e5-ad3d-d5a517a0e2c9 admin admin] Publish callbacks [] for port (9f7dbaf8-9996-41f1-91fd-9755032671f2), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:23.864087 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d71ef4ab-1126-45e5-ad3d-d5a517a0e2c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (9f7dbaf8-9996-41f1-91fd-9755032671f2), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:23.876022 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:23.964334 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71ef4ab-1126-45e5-ad3d-d5a517a0e2c9 admin admin] Network 4c2326fb-b4db-42c7-9331-4377c9818745 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:21:23.969205 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-d71ef4ab-1126-45e5-ad3d-d5a517a0e2c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:21:23.974155 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71ef4ab-1126-45e5-ad3d-d5a517a0e2c9 admin admin] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:21:23.976780 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ef4ab-1126-45e5-ad3d-d5a517a0e2c9 admin admin] Pushing event updated for resources: {'Port': ['ID=9f7dbaf8-9996-41f1-91fd-9755032671f2,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:23.977956 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde5015b-8595-4a5a-8648-a933dca7f0df None None] Pushing event updated for resources: {'Port': ['ID=854192e1-9dfd-42be-9854-8eaac296377e,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:23.980872 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:23.987078 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e39d53f-0b5a-4fe2-a080-e3dee1fbd5e0 None None] Sync routers for ids ['7bfb2ede-7aac-43a6-a902-ea038748149d'] in dv-cinder-859186-3-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:21:23.992673 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:24.011122 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e39d53f-0b5a-4fe2-a080-e3dee1fbd5e0 None None] Routers {'7bfb2ede-7aac-43a6-a902-ea038748149d'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:21:24.012106 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-3e39d53f-0b5a-4fe2-a080-e3dee1fbd5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:21:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['7bfb2ede-7aac-43a6-a902-ea038748149d'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:24.031124 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e98d96fc-3100-4336-b842-f853f4e5f55f None None] Port 64ae3c33-5c89-43f1-a306-96b7cf55eb68 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:24.063858 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port afdb5bd9-6267-4259-a055-9a22757a36e0 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:21:24.064182 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (afdb5bd9-6267-4259-a055-9a22757a36e0), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:24.064526 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port afdb5bd9-6267-4259-a055-9a22757a36e0 Sep 27 04:21:24.143380 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-3e39d53f-0b5a-4fe2-a080-e3dee1fbd5e0 None None] Set router 7bfb2ede-7aac-43a6-a902-ea038748149d gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:21:24.180409 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port afdb5bd9-6267-4259-a055-9a22757a36e0 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:21:24.180995 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (afdb5bd9-6267-4259-a055-9a22757a36e0), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:24.210549 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] For port afdb5bd9-6267-4259-a055-9a22757a36e0, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=afdb5bd9-6267-4259-a055-9a22757a36e0,segment=NetworkSegment(458173e0-a334-422f-a9db-e4c60ba44888),segment_id=458173e0-a334-422f-a9db-e4c60ba44888)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:21:24.215568 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (afdb5bd9-6267-4259-a055-9a22757a36e0), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:24.299232 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Pushing event updated for resources: {'Port': ['ID=afdb5bd9-6267-4259-a055-9a22757a36e0,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:24.327836 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d71ef4ab-1126-45e5-ad3d-d5a517a0e2c9 admin admin] Publish callbacks [] for router_gateway (a62a248c-77d4-4c01-9113-501cdecfa537), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:24.364645 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:24.383629 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-3e39d53f-0b5a-4fe2-a080-e3dee1fbd5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'name': 'tempest-TestMinimumBasicScenario-387466124-router', 'tenant_id': '7e7b2ff0f0104769a550d0c0692ab713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'afdb5bd9-6267-4259-a055-9a22757a36e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:17Z', 'updated_at': '2022-09-27T04:21:20Z', 'revision_number': 4, 'project_id': '7e7b2ff0f0104769a550d0c0692ab713', 'gw_port': {'id': 'afdb5bd9-6267-4259-a055-9a22757a36e0', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cd:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:17Z', 'updated_at': '2022-09-27T04:21:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '64ae3c33-5c89-43f1-a306-96b7cf55eb68', 'name': '', 'network_id': '8bc82a56-69c2-484f-aa08-23831b7e71a2', 'tenant_id': '7e7b2ff0f0104769a550d0c0692ab713', 'mac_address': 'fa:16:3e:fc:db:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:20Z', 'updated_at': '2022-09-27T04:21:20Z', 'revision_number': 2, 'project_id': '7e7b2ff0f0104769a550d0c0692ab713', 'subnets': [{'id': 'fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:24.410138 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e39d53f-0b5a-4fe2-a080-e3dee1fbd5e0 None None] Checking router: 7bfb2ede-7aac-43a6-a902-ea038748149d for host: dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:21:24.410482 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e39d53f-0b5a-4fe2-a080-e3dee1fbd5e0 None None] Updating router 7bfb2ede-7aac-43a6-a902-ea038748149d port 64ae3c33-5c89-43f1-a306-96b7cf55eb68 binding host dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 04:21:24.441853 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-3e39d53f-0b5a-4fe2-a080-e3dee1fbd5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (64ae3c33-5c89-43f1-a306-96b7cf55eb68), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:24.533060 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e98d96fc-3100-4336-b842-f853f4e5f55f None None] Attempt 7 to provision port 64ae3c33-5c89-43f1-a306-96b7cf55eb68 Sep 27 04:21:24.557544 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d71ef4ab-1126-45e5-ad3d-d5a517a0e2c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4106130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4106573'] for router (a62a248c-77d4-4c01-9113-501cdecfa537), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:24.579114 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e98d96fc-3100-4336-b842-f853f4e5f55f None None] Port 64ae3c33-5c89-43f1-a306-96b7cf55eb68 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:24.702587 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71ef4ab-1126-45e5-ad3d-d5a517a0e2c9 admin admin] Router a62a248c-77d4-4c01-9113-501cdecfa537 is scheduled to L3 agent 1a534786-8095-4832-a439-62015d3bc58a with binding_index 1 {{(pid=106210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 04:21:24.724973 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-3e39d53f-0b5a-4fe2-a080-e3dee1fbd5e0 None None] Publish callbacks [] for port (64ae3c33-5c89-43f1-a306-96b7cf55eb68), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:24.730590 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-3e39d53f-0b5a-4fe2-a080-e3dee1fbd5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (64ae3c33-5c89-43f1-a306-96b7cf55eb68), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:24.771073 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1ddad-46ff-423a-946c-b066fc1454b6 None None] Pushing event updated for resources: {'Port': ['ID=64ae3c33-5c89-43f1-a306-96b7cf55eb68,revision_number=3']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:24.831850 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-3e39d53f-0b5a-4fe2-a080-e3dee1fbd5e0 None None] Attempting to bind port 64ae3c33-5c89-43f1-a306-96b7cf55eb68 on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:21:24.832135 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-3e39d53f-0b5a-4fe2-a080-e3dee1fbd5e0 None None] Attempting to bind port 64ae3c33-5c89-43f1-a306-96b7cf55eb68 by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': '39fbe748-2b18-4d3a-b683-ef5d7bb2f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8bc82a56-69c2-484f-aa08-23831b7e71a2'}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:21:24.832261 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71ef4ab-1126-45e5-ad3d-d5a517a0e2c9 admin admin] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:21:24.832516 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e39d53f-0b5a-4fe2-a080-e3dee1fbd5e0 None None] Attempting to bind port 64ae3c33-5c89-43f1-a306-96b7cf55eb68 on network 8bc82a56-69c2-484f-aa08-23831b7e71a2 {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:21:24.850734 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5523cd8c-c014-4834-b38b-5f6a3891683e None None] Sync routers for ids ['a62a248c-77d4-4c01-9113-501cdecfa537'] in dv-cinder-859186-3-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:21:24.855535 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbbff77-72e5-4368-b3d0-80d52288661d None None] Network dfbfe995-da26-4e0f-85ea-0bd48f57c792 requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:21:24.857415 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d71ef4ab-1126-45e5-ad3d-d5a517a0e2c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:24.858841 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-d71ef4ab-1126-45e5-ad3d-d5a517a0e2c9 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0257773 Sep 27 04:21:24.861418 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 58686) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:24.883035 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e39d53f-0b5a-4fe2-a080-e3dee1fbd5e0 None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 20, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:21:24.883667 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e39d53f-0b5a-4fe2-a080-e3dee1fbd5e0 None None] Checking segment: {'id': '39fbe748-2b18-4d3a-b683-ef5d7bb2f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8bc82a56-69c2-484f-aa08-23831b7e71a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:21:24.884329 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-3e39d53f-0b5a-4fe2-a080-e3dee1fbd5e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:24.884950 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e39d53f-0b5a-4fe2-a080-e3dee1fbd5e0 None None] Bound using segment: {'id': '39fbe748-2b18-4d3a-b683-ef5d7bb2f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8bc82a56-69c2-484f-aa08-23831b7e71a2'} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:21:24.885685 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-3e39d53f-0b5a-4fe2-a080-e3dee1fbd5e0 None None] Bound port: 64ae3c33-5c89-43f1-a306-96b7cf55eb68, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39fbe748-2b18-4d3a-b683-ef5d7bb2f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8bc82a56-69c2-484f-aa08-23831b7e71a2'}}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:21:24.886355 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-3e39d53f-0b5a-4fe2-a080-e3dee1fbd5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (64ae3c33-5c89-43f1-a306-96b7cf55eb68), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:24.904710 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5523cd8c-c014-4834-b38b-5f6a3891683e None None] Routers {'a62a248c-77d4-4c01-9113-501cdecfa537'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:21:24.905383 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-5523cd8c-c014-4834-b38b-5f6a3891683e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:21:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['a62a248c-77d4-4c01-9113-501cdecfa537'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:24.956088 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-3e39d53f-0b5a-4fe2-a080-e3dee1fbd5e0 None None] For port 64ae3c33-5c89-43f1-a306-96b7cf55eb68, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:21:24.959721 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-3e39d53f-0b5a-4fe2-a080-e3dee1fbd5e0 None None] For port 64ae3c33-5c89-43f1-a306-96b7cf55eb68, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=64ae3c33-5c89-43f1-a306-96b7cf55eb68,segment=NetworkSegment(39fbe748-2b18-4d3a-b683-ef5d7bb2f520),segment_id=39fbe748-2b18-4d3a-b683-ef5d7bb2f520)] {{(pid=106213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:21:24.962025 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:24.969883 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-3e39d53f-0b5a-4fe2-a080-e3dee1fbd5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (64ae3c33-5c89-43f1-a306-96b7cf55eb68), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:25.011956 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e39d53f-0b5a-4fe2-a080-e3dee1fbd5e0 None None] Routers {'7bfb2ede-7aac-43a6-a902-ea038748149d'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:21:25.012919 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-3e39d53f-0b5a-4fe2-a080-e3dee1fbd5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:21:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['7bfb2ede-7aac-43a6-a902-ea038748149d'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:25.082976 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e98d96fc-3100-4336-b842-f853f4e5f55f None None] Attempt 8 to provision port 64ae3c33-5c89-43f1-a306-96b7cf55eb68 Sep 27 04:21:25.085172 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:25.122919 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-5523cd8c-c014-4834-b38b-5f6a3891683e None None] Set router a62a248c-77d4-4c01-9113-501cdecfa537 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:21:25.125829 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:25.229380 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:25.264556 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:25.282283 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-3e39d53f-0b5a-4fe2-a080-e3dee1fbd5e0 None None] Set router 7bfb2ede-7aac-43a6-a902-ea038748149d gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:21:25.349075 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e98d96fc-3100-4336-b842-f853f4e5f55f None None] Current status of the port 64ae3c33-5c89-43f1-a306-96b7cf55eb68 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:21:25.349850 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e98d96fc-3100-4336-b842-f853f4e5f55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (64ae3c33-5c89-43f1-a306-96b7cf55eb68), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:25.406402 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:25.468713 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-8bb71813-6447-4fc9-8c09-642283cc6c8f tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:25.471167 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-8bb71813-6447-4fc9-8c09-642283cc6c8f tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/networks?id=3b03541e-a362-4f1f-858b-b7051275090d HTTP/1.1" status: 200 len: 818 time: 0.1576829 Sep 27 04:21:25.499140 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c6f110c9-6631-4f97-a615-edef704ffc27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:25.499653 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:25.504519 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-e98d96fc-3100-4336-b842-f853f4e5f55f None None] For port 64ae3c33-5c89-43f1-a306-96b7cf55eb68, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=64ae3c33-5c89-43f1-a306-96b7cf55eb68,segment=NetworkSegment(39fbe748-2b18-4d3a-b683-ef5d7bb2f520),segment_id=39fbe748-2b18-4d3a-b683-ef5d7bb2f520)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:21:25.504743 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-da832eb1-ff5f-45ee-b154-952dbd53b7b4 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/quotas/c25f11f92d4e4fd8965fe630ad77f3c3 HTTP/1.1" status: 200 len: 375 time: 0.0138924 Sep 27 04:21:25.509569 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-5523cd8c-c014-4834-b38b-5f6a3891683e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62a248c-77d4-4c01-9113-501cdecfa537', 'name': 'tempest-TestMinimumBasicScenario-851602977-router', 'tenant_id': '3030064c1315435699a7e7d5a831a5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9f7dbaf8-9996-41f1-91fd-9755032671f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:22Z', 'updated_at': '2022-09-27T04:21:24Z', 'revision_number': 3, 'project_id': '3030064c1315435699a7e7d5a831a5b2', 'gw_port': {'id': '9f7dbaf8-9996-41f1-91fd-9755032671f2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:79:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62a248c-77d4-4c01-9113-501cdecfa537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:23Z', 'updated_at': '2022-09-27T04:21:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi'}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:25.527701 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:25.562034 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5523cd8c-c014-4834-b38b-5f6a3891683e None None] Checking router: a62a248c-77d4-4c01-9113-501cdecfa537 for host: dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:21:25.562392 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5523cd8c-c014-4834-b38b-5f6a3891683e None None] Updating router a62a248c-77d4-4c01-9113-501cdecfa537 port 9f7dbaf8-9996-41f1-91fd-9755032671f2 binding host dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 04:21:25.595503 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-3e39d53f-0b5a-4fe2-a080-e3dee1fbd5e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'name': 'tempest-TestMinimumBasicScenario-387466124-router', 'tenant_id': '7e7b2ff0f0104769a550d0c0692ab713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'afdb5bd9-6267-4259-a055-9a22757a36e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:17Z', 'updated_at': '2022-09-27T04:21:20Z', 'revision_number': 4, 'project_id': '7e7b2ff0f0104769a550d0c0692ab713', 'gw_port': {'id': 'afdb5bd9-6267-4259-a055-9a22757a36e0', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:17Z', 'updated_at': '2022-09-27T04:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '64ae3c33-5c89-43f1-a306-96b7cf55eb68', 'name': '', 'network_id': '8bc82a56-69c2-484f-aa08-23831b7e71a2', 'tenant_id': '7e7b2ff0f0104769a550d0c0692ab713', 'mac_address': 'fa:16:3e:fc:db:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:20Z', 'updated_at': '2022-09-27T04:21:24Z', 'revision_number': 4, 'project_id': '7e7b2ff0f0104769a550d0c0692ab713', 'subnets': [{'id': 'fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:25.606737 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-5523cd8c-c014-4834-b38b-5f6a3891683e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (9f7dbaf8-9996-41f1-91fd-9755032671f2), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:25.626756 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e39d53f-0b5a-4fe2-a080-e3dee1fbd5e0 None None] The sync data for ids ['7bfb2ede-7aac-43a6-a902-ea038748149d'] in dv-cinder-859186-3-iscsi is: [{'id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'name': 'tempest-TestMinimumBasicScenario-387466124-router', 'tenant_id': '7e7b2ff0f0104769a550d0c0692ab713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'afdb5bd9-6267-4259-a055-9a22757a36e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:17Z', 'updated_at': '2022-09-27T04:21:20Z', 'revision_number': 4, 'project_id': '7e7b2ff0f0104769a550d0c0692ab713', 'gw_port': {'id': 'afdb5bd9-6267-4259-a055-9a22757a36e0', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:17Z', 'updated_at': '2022-09-27T04:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '64ae3c33-5c89-43f1-a306-96b7cf55eb68', 'name': '', 'network_id': '8bc82a56-69c2-484f-aa08-23831b7e71a2', 'tenant_id': '7e7b2ff0f0104769a550d0c0692ab713', 'mac_address': 'fa:16:3e:fc:db:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:20Z', 'updated_at': '2022-09-27T04:21:24Z', 'revision_number': 4, 'project_id': '7e7b2ff0f0104769a550d0c0692ab713', 'subnets': [{'id': 'fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:21:25.628439 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1ddad-46ff-423a-946c-b066fc1454b6 None None] Pushing event updated for resources: {'Port': ['ID=64ae3c33-5c89-43f1-a306-96b7cf55eb68,revision_number=4']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:25.633228 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-cc6fe1cc-5a28-4e25-9916-0bc0f67d5081 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=c25f11f92d4e4fd8965fe630ad77f3c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1261849 Sep 27 04:21:25.776573 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:25.786031 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-d1e10fe2-b8cf-452d-ac93-d6ebf2ba962d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/3b03541e-a362-4f1f-858b-b7051275090d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443160 Sep 27 04:21:25.817083 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-c6f110c9-6631-4f97-a615-edef704ffc27 admin admin] Allocated IP 172.20.0.1 (dfbfe995-da26-4e0f-85ea-0bd48f57c792/35f4deae-7512-4fb1-9c36-36796c3f5f81/ed0a7ee1-975d-4612-a2f5-84b7920a09a0) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:21:25.822732 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e98d96fc-3100-4336-b842-f853f4e5f55f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (64ae3c33-5c89-43f1-a306-96b7cf55eb68), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:25.832154 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 854192e1-9dfd-42be-9854-8eaac296377e up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:21:25.911321 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-1b028353-a93e-4a2e-b2dd-65233052f7c7 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/3b03541e-a362-4f1f-858b-b7051275090d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195002 Sep 27 04:21:25.949964 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port 854192e1-9dfd-42be-9854-8eaac296377e triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:21:25.950343 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (854192e1-9dfd-42be-9854-8eaac296377e), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:25.950701 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port 854192e1-9dfd-42be-9854-8eaac296377e Sep 27 04:21:25.984494 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98d96fc-3100-4336-b842-f853f4e5f55f None None] Pushing event updated for resources: {'Port': ['ID=64ae3c33-5c89-43f1-a306-96b7cf55eb68,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:25.989394 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c6f110c9-6631-4f97-a615-edef704ffc27 admin admin] Publish callbacks [] for port (ed0a7ee1-975d-4612-a2f5-84b7920a09a0), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:26.002917 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-34f08bce-d0d7-46e7-a207-e0226b85c583 None None] Provisioning complete for port 854192e1-9dfd-42be-9854-8eaac296377e triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:21:26.003292 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-34f08bce-d0d7-46e7-a207-e0226b85c583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (854192e1-9dfd-42be-9854-8eaac296377e), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:26.003647 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-34f08bce-d0d7-46e7-a207-e0226b85c583 None None] Attempt 1 to provision port 854192e1-9dfd-42be-9854-8eaac296377e Sep 27 04:21:26.029734 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c6f110c9-6631-4f97-a615-edef704ffc27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (ed0a7ee1-975d-4612-a2f5-84b7920a09a0), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:26.074422 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f110c9-6631-4f97-a615-edef704ffc27 admin admin] Network dfbfe995-da26-4e0f-85ea-0bd48f57c792 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:21:26.083922 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-c6f110c9-6631-4f97-a615-edef704ffc27 admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:21:26.088150 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f110c9-6631-4f97-a615-edef704ffc27 admin admin] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:21:26.114323 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-5523cd8c-c014-4834-b38b-5f6a3891683e None None] Publish callbacks [] for port (9f7dbaf8-9996-41f1-91fd-9755032671f2), precommit_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:26.143954 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-5523cd8c-c014-4834-b38b-5f6a3891683e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (9f7dbaf8-9996-41f1-91fd-9755032671f2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:26.156135 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c6f110c9-6631-4f97-a615-edef704ffc27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689306'] for router_interface (a62a248c-77d4-4c01-9113-501cdecfa537), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:26.231192 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:26.257225 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f110c9-6631-4f97-a615-edef704ffc27 admin admin] Pushing event updated for resources: {'Port': ['ID=ed0a7ee1-975d-4612-a2f5-84b7920a09a0,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:26.276976 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f71d62f2-e099-4a04-a624-e37a814c5898 req-ca08f090-758e-422d-be39-06b24ad119be tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 210 time: 0.1166978 Sep 27 04:21:26.328478 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-5523cd8c-c014-4834-b38b-5f6a3891683e None None] Attempting to bind port 9f7dbaf8-9996-41f1-91fd-9755032671f2 on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:21:26.329038 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-5523cd8c-c014-4834-b38b-5f6a3891683e None None] Attempting to bind port 9f7dbaf8-9996-41f1-91fd-9755032671f2 by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:21:26.329202 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5523cd8c-c014-4834-b38b-5f6a3891683e None None] Attempting to bind port 9f7dbaf8-9996-41f1-91fd-9755032671f2 on network 4c2326fb-b4db-42c7-9331-4377c9818745 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:21:26.338782 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a53e6-68b3-48ed-9969-befaa2de9722 None None] Pushing event updated for resources: {'Port': ['ID=9f7dbaf8-9996-41f1-91fd-9755032671f2,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:26.372607 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-34f08bce-d0d7-46e7-a207-e0226b85c583 None None] Current status of the port 854192e1-9dfd-42be-9854-8eaac296377e is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:21:26.373158 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-34f08bce-d0d7-46e7-a207-e0226b85c583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (854192e1-9dfd-42be-9854-8eaac296377e), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:26.403857 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c6f110c9-6631-4f97-a615-edef704ffc27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (ed0a7ee1-975d-4612-a2f5-84b7920a09a0), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:26.461782 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-34f08bce-d0d7-46e7-a207-e0226b85c583 None None] For port 854192e1-9dfd-42be-9854-8eaac296377e, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=854192e1-9dfd-42be-9854-8eaac296377e,segment=NetworkSegment(4925f116-3860-41b1-90b3-6d928caf6ff7),segment_id=4925f116-3860-41b1-90b3-6d928caf6ff7)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:21:26.465149 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:26.470042 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 854192e1-9dfd-42be-9854-8eaac296377e is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:21:26.470407 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (854192e1-9dfd-42be-9854-8eaac296377e), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:26.492864 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:26.507171 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:26.512577 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-34f08bce-d0d7-46e7-a207-e0226b85c583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (854192e1-9dfd-42be-9854-8eaac296377e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:26.591958 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5523cd8c-c014-4834-b38b-5f6a3891683e None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:21:26.592474 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5523cd8c-c014-4834-b38b-5f6a3891683e None None] Checking segment: {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:21:26.593056 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-5523cd8c-c014-4834-b38b-5f6a3891683e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:26.593523 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5523cd8c-c014-4834-b38b-5f6a3891683e None None] Bound using segment: {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:21:26.594176 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-5523cd8c-c014-4834-b38b-5f6a3891683e None None] Bound port: 9f7dbaf8-9996-41f1-91fd-9755032671f2, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:21:26.594659 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-5523cd8c-c014-4834-b38b-5f6a3891683e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (9f7dbaf8-9996-41f1-91fd-9755032671f2), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:26.641011 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-34f08bce-d0d7-46e7-a207-e0226b85c583 None None] Provisioning complete for port 64ae3c33-5c89-43f1-a306-96b7cf55eb68 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:21:26.641494 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-34f08bce-d0d7-46e7-a207-e0226b85c583 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (64ae3c33-5c89-43f1-a306-96b7cf55eb68), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:26.641989 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-34f08bce-d0d7-46e7-a207-e0226b85c583 None None] Attempt 1 to provision port 64ae3c33-5c89-43f1-a306-96b7cf55eb68 Sep 27 04:21:26.648579 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f08bce-d0d7-46e7-a207-e0226b85c583 None None] Pushing event updated for resources: {'Port': ['ID=854192e1-9dfd-42be-9854-8eaac296377e,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:26.693721 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.db.api [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=106212) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Sep 27 04:21:26.694317 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG oslo_db.api [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 27 04:21:26.701384 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c6f110c9-6631-4f97-a615-edef704ffc27 admin admin] Publish callbacks [] for port (ed0a7ee1-975d-4612-a2f5-84b7920a09a0), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:26.711115 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c6f110c9-6631-4f97-a615-edef704ffc27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (ed0a7ee1-975d-4612-a2f5-84b7920a09a0), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:26.727324 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-5523cd8c-c014-4834-b38b-5f6a3891683e None None] For port 9f7dbaf8-9996-41f1-91fd-9755032671f2, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:21:26.731139 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-5523cd8c-c014-4834-b38b-5f6a3891683e None None] For port 9f7dbaf8-9996-41f1-91fd-9755032671f2, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=9f7dbaf8-9996-41f1-91fd-9755032671f2,segment=NetworkSegment(458173e0-a334-422f-a9db-e4c60ba44888),segment_id=458173e0-a334-422f-a9db-e4c60ba44888)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:21:26.741180 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-5523cd8c-c014-4834-b38b-5f6a3891683e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (9f7dbaf8-9996-41f1-91fd-9755032671f2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:26.792917 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f110c9-6631-4f97-a615-edef704ffc27 admin admin] Pushing event updated for resources: {'Port': ['ID=ed0a7ee1-975d-4612-a2f5-84b7920a09a0,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:26.795524 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c6f110c9-6631-4f97-a615-edef704ffc27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3723569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689454'] for router_interface (a62a248c-77d4-4c01-9113-501cdecfa537), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:26.907309 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6f110c9-6631-4f97-a615-edef704ffc27 admin admin] Network dfbfe995-da26-4e0f-85ea-0bd48f57c792 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:21:26.908669 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-c6f110c9-6631-4f97-a615-edef704ffc27 admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:21:26.938462 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5523cd8c-c014-4834-b38b-5f6a3891683e None None] Routers {'a62a248c-77d4-4c01-9113-501cdecfa537'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:21:26.939092 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-5523cd8c-c014-4834-b38b-5f6a3891683e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:21:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['a62a248c-77d4-4c01-9113-501cdecfa537'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:26.992725 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-34f08bce-d0d7-46e7-a207-e0226b85c583 None None] Current status of the port 64ae3c33-5c89-43f1-a306-96b7cf55eb68 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:21:26.994715 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a53e6-68b3-48ed-9969-befaa2de9722 None None] Pushing event updated for resources: {'Port': ['ID=9f7dbaf8-9996-41f1-91fd-9755032671f2,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:27.020844 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6f110c9-6631-4f97-a615-edef704ffc27 admin admin] Router a62a248c-77d4-4c01-9113-501cdecfa537 has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:21:27.067222 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-5523cd8c-c014-4834-b38b-5f6a3891683e None None] Set router a62a248c-77d4-4c01-9113-501cdecfa537 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:21:27.121819 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-1fc78349-c7bf-45f1-ab7d-79b5ca69a3cd None None] Provisioning complete for port ed0a7ee1-975d-4612-a2f5-84b7920a09a0 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:21:27.122273 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-1fc78349-c7bf-45f1-ab7d-79b5ca69a3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (ed0a7ee1-975d-4612-a2f5-84b7920a09a0), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:27.122666 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-1fc78349-c7bf-45f1-ab7d-79b5ca69a3cd None None] Attempt 1 to provision port ed0a7ee1-975d-4612-a2f5-84b7920a09a0 Sep 27 04:21:27.143345 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6f110c9-6631-4f97-a615-edef704ffc27 admin admin] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:21:27.150655 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-c6f110c9-6631-4f97-a615-edef704ffc27 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/a62a248c-77d4-4c01-9113-501cdecfa537/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2880077 Sep 27 04:21:27.248492 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-1fc78349-c7bf-45f1-ab7d-79b5ca69a3cd None None] Port ed0a7ee1-975d-4612-a2f5-84b7920a09a0 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:27.271416 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 854192e1-9dfd-42be-9854-8eaac296377e is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:21:27.272839 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device afdb5bd9-6267-4259-a055-9a22757a36e0 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:21:27.333772 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:27.374153 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port afdb5bd9-6267-4259-a055-9a22757a36e0 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:21:27.374436 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (afdb5bd9-6267-4259-a055-9a22757a36e0), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:27.374777 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port afdb5bd9-6267-4259-a055-9a22757a36e0 Sep 27 04:21:27.400021 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-fe182cc1-b4ff-40c0-bc30-c39d98203b58 req-34515ecf-fe69-478d-ad35-55481cdebb44 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 210 time: 0.0343282 Sep 27 04:21:27.432358 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-5523cd8c-c014-4834-b38b-5f6a3891683e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62a248c-77d4-4c01-9113-501cdecfa537', 'name': 'tempest-TestMinimumBasicScenario-851602977-router', 'tenant_id': '3030064c1315435699a7e7d5a831a5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9f7dbaf8-9996-41f1-91fd-9755032671f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:22Z', 'updated_at': '2022-09-27T04:21:26Z', 'revision_number': 4, 'project_id': '3030064c1315435699a7e7d5a831a5b2', 'gw_port': {'id': '9f7dbaf8-9996-41f1-91fd-9755032671f2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:79:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62a248c-77d4-4c01-9113-501cdecfa537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:23Z', 'updated_at': '2022-09-27T04:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'ed0a7ee1-975d-4612-a2f5-84b7920a09a0', 'name': '', 'network_id': 'dfbfe995-da26-4e0f-85ea-0bd48f57c792', 'tenant_id': '3030064c1315435699a7e7d5a831a5b2', 'mac_address': 'fa:16:3e:9f:35:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62a248c-77d4-4c01-9113-501cdecfa537', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '35f4deae-7512-4fb1-9c36-36796c3f5f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:25Z', 'updated_at': '2022-09-27T04:21:26Z', 'revision_number': 2, 'project_id': '3030064c1315435699a7e7d5a831a5b2', 'subnets': [{'id': '35f4deae-7512-4fb1-9c36-36796c3f5f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:27.463790 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5523cd8c-c014-4834-b38b-5f6a3891683e None None] The sync data for ids ['a62a248c-77d4-4c01-9113-501cdecfa537'] in dv-cinder-859186-3-iscsi is: [{'id': 'a62a248c-77d4-4c01-9113-501cdecfa537', 'name': 'tempest-TestMinimumBasicScenario-851602977-router', 'tenant_id': '3030064c1315435699a7e7d5a831a5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9f7dbaf8-9996-41f1-91fd-9755032671f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:22Z', 'updated_at': '2022-09-27T04:21:26Z', 'revision_number': 4, 'project_id': '3030064c1315435699a7e7d5a831a5b2', 'gw_port': {'id': '9f7dbaf8-9996-41f1-91fd-9755032671f2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:79:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62a248c-77d4-4c01-9113-501cdecfa537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:23Z', 'updated_at': '2022-09-27T04:21:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'ed0a7ee1-975d-4612-a2f5-84b7920a09a0', 'name': '', 'network_id': 'dfbfe995-da26-4e0f-85ea-0bd48f57c792', 'tenant_id': '3030064c1315435699a7e7d5a831a5b2', 'mac_address': 'fa:16:3e:9f:35:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62a248c-77d4-4c01-9113-501cdecfa537', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '35f4deae-7512-4fb1-9c36-36796c3f5f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:25Z', 'updated_at': '2022-09-27T04:21:26Z', 'revision_number': 2, 'project_id': '3030064c1315435699a7e7d5a831a5b2', 'subnets': [{'id': '35f4deae-7512-4fb1-9c36-36796c3f5f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:21:27.501396 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port afdb5bd9-6267-4259-a055-9a22757a36e0 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:21:27.645945 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 854192e1-9dfd-42be-9854-8eaac296377e up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:21:27.718377 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port 854192e1-9dfd-42be-9854-8eaac296377e triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:21:27.719028 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (854192e1-9dfd-42be-9854-8eaac296377e), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:27.719503 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port 854192e1-9dfd-42be-9854-8eaac296377e Sep 27 04:21:27.751700 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-1fc78349-c7bf-45f1-ab7d-79b5ca69a3cd None None] Attempt 2 to provision port ed0a7ee1-975d-4612-a2f5-84b7920a09a0 Sep 27 04:21:27.834938 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-1fc78349-c7bf-45f1-ab7d-79b5ca69a3cd None None] Port ed0a7ee1-975d-4612-a2f5-84b7920a09a0 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:27.920090 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:27.941478 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 854192e1-9dfd-42be-9854-8eaac296377e is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:21:27.942689 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 64ae3c33-5c89-43f1-a306-96b7cf55eb68 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:21:28.041562 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port 64ae3c33-5c89-43f1-a306-96b7cf55eb68 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:21:28.044033 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (64ae3c33-5c89-43f1-a306-96b7cf55eb68), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:28.044381 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port 64ae3c33-5c89-43f1-a306-96b7cf55eb68 Sep 27 04:21:28.167842 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 64ae3c33-5c89-43f1-a306-96b7cf55eb68 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:21:28.336248 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-1fc78349-c7bf-45f1-ab7d-79b5ca69a3cd None None] Attempt 3 to provision port ed0a7ee1-975d-4612-a2f5-84b7920a09a0 Sep 27 04:21:28.426671 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-1fc78349-c7bf-45f1-ab7d-79b5ca69a3cd None None] Port ed0a7ee1-975d-4612-a2f5-84b7920a09a0 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:28.596461 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a1dce0ef-0ddd-40dd-978d-28a870d04cda req-dcd2b36f-e049-4fc2-85fd-bd47f4486ab5 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 210 time: 0.0615382 Sep 27 04:21:28.789642 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-2859a5d6-2c8f-4fc8-bda5-d7632029438a tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:28.791334 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-2859a5d6-2c8f-4fc8-bda5-d7632029438a tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.57 "GET /networking/v2.0/networks?id=3b03541e-a362-4f1f-858b-b7051275090d HTTP/1.1" status: 200 len: 818 time: 0.1631603 Sep 27 04:21:28.809510 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-ffa323b6-15f9-4602-9a2d-aa60ec89b5bc tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Request body: {'port': {'device_id': 'd8c4e5f5-b02a-42c7-937e-d41da28f5fa9', 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d', 'admin_state_up': True, 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:21:28.928227 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-1fc78349-c7bf-45f1-ab7d-79b5ca69a3cd None None] Attempt 4 to provision port ed0a7ee1-975d-4612-a2f5-84b7920a09a0 Sep 27 04:21:28.984099 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-1fc78349-c7bf-45f1-ab7d-79b5ca69a3cd None None] Port ed0a7ee1-975d-4612-a2f5-84b7920a09a0 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:29.236093 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:29.265867 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-ffa323b6-15f9-4602-9a2d-aa60ec89b5bc tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Made reservation on behalf of c25f11f92d4e4fd8965fe630ad77f3c3 for: {'port': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:21:29.270668 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-ffa323b6-15f9-4602-9a2d-aa60ec89b5bc tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:29.385816 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:29.485012 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-1fc78349-c7bf-45f1-ab7d-79b5ca69a3cd None None] Attempt 5 to provision port ed0a7ee1-975d-4612-a2f5-84b7920a09a0 Sep 27 04:21:29.586635 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-1fc78349-c7bf-45f1-ab7d-79b5ca69a3cd None None] Port ed0a7ee1-975d-4612-a2f5-84b7920a09a0 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:29.604419 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-ffa323b6-15f9-4602-9a2d-aa60ec89b5bc tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Allocated IP 172.20.0.12 (3b03541e-a362-4f1f-858b-b7051275090d/3d4a66ea-0873-4a30-ab4a-55cd0b629103/b0f3948b-c804-4958-9c96-5fefbd31faea) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:21:29.687632 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 9f7dbaf8-9996-41f1-91fd-9755032671f2 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:21:29.800185 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9fa23d68-99a4-4888-bdea-fa43ff136a90 req-42579786-aa8e-469d-909c-65605802e4f2 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 210 time: 0.0487106 Sep 27 04:21:29.817810 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port 9f7dbaf8-9996-41f1-91fd-9755032671f2 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:21:29.818199 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (9f7dbaf8-9996-41f1-91fd-9755032671f2), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:29.818541 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port 9f7dbaf8-9996-41f1-91fd-9755032671f2 Sep 27 04:21:29.894702 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-ffa323b6-15f9-4602-9a2d-aa60ec89b5bc tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks [] for port (b0f3948b-c804-4958-9c96-5fefbd31faea), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:29.911984 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 9f7dbaf8-9996-41f1-91fd-9755032671f2 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:21:29.912389 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (9f7dbaf8-9996-41f1-91fd-9755032671f2), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:29.938158 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] For port 9f7dbaf8-9996-41f1-91fd-9755032671f2, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=9f7dbaf8-9996-41f1-91fd-9755032671f2,segment=NetworkSegment(458173e0-a334-422f-a9db-e4c60ba44888),segment_id=458173e0-a334-422f-a9db-e4c60ba44888)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:21:29.943138 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (9f7dbaf8-9996-41f1-91fd-9755032671f2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:29.957343 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-ffa323b6-15f9-4602-9a2d-aa60ec89b5bc tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (b0f3948b-c804-4958-9c96-5fefbd31faea), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:29.976699 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:29.984254 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-ffa323b6-15f9-4602-9a2d-aa60ec89b5bc tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Network 3b03541e-a362-4f1f-858b-b7051275090d is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:21:30.001195 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Pushing event updated for resources: {'Port': ['ID=9f7dbaf8-9996-41f1-91fd-9755032671f2,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:30.012192 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-ffa323b6-15f9-4602-9a2d-aa60ec89b5bc tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:21:30.017394 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-ffa323b6-15f9-4602-9a2d-aa60ec89b5bc tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:21:30.088345 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-1fc78349-c7bf-45f1-ab7d-79b5ca69a3cd None None] Attempt 6 to provision port ed0a7ee1-975d-4612-a2f5-84b7920a09a0 Sep 27 04:21:30.099371 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-ffa323b6-15f9-4602-9a2d-aa60ec89b5bc tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:30.100298 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-ffa323b6-15f9-4602-9a2d-aa60ec89b5bc tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:30.126657 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa323b6-15f9-4602-9a2d-aa60ec89b5bc tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Pushing event updated for resources: {'Port': ['ID=b0f3948b-c804-4958-9c96-5fefbd31faea,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:30.167527 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-ffa323b6-15f9-4602-9a2d-aa60ec89b5bc tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3670208 Sep 27 04:21:30.175885 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-1fc78349-c7bf-45f1-ab7d-79b5ca69a3cd None None] Port ed0a7ee1-975d-4612-a2f5-84b7920a09a0 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:30.195780 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-2e1453cf-0be2-435f-99f2-94dbde78083a service neutron] Request body: {'port': {'device_id': 'd8c4e5f5-b02a-42c7-937e-d41da28f5fa9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:21:30.281929 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-2e1453cf-0be2-435f-99f2-94dbde78083a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (b0f3948b-c804-4958-9c96-5fefbd31faea), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:30.583389 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device b602518b-6faa-4bc5-b2ba-22e555f27363 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 04:21:30.693548 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:30.695833 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-2e1453cf-0be2-435f-99f2-94dbde78083a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0f3948b-c804-4958-9c96-5fefbd31faea {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:21:30.705600 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-2e1453cf-0be2-435f-99f2-94dbde78083a service neutron] Publish callbacks [] for port (b0f3948b-c804-4958-9c96-5fefbd31faea), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:30.714761 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-1fc78349-c7bf-45f1-ab7d-79b5ca69a3cd None None] Attempt 7 to provision port ed0a7ee1-975d-4612-a2f5-84b7920a09a0 Sep 27 04:21:30.728834 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-2e1453cf-0be2-435f-99f2-94dbde78083a service neutron] Transition to ACTIVE for port object b0f3948b-c804-4958-9c96-5fefbd31faea will not be triggered until provisioned by entity L2. {{(pid=106210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 04:21:30.735073 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-2e1453cf-0be2-435f-99f2-94dbde78083a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (b0f3948b-c804-4958-9c96-5fefbd31faea), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:30.754739 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee87458-1445-4b60-b00d-017c54b2c9ab None None] Sync routers for ids ['a62a248c-77d4-4c01-9113-501cdecfa537'] in dv-cinder-859186-3-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:21:30.768903 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-1fc78349-c7bf-45f1-ab7d-79b5ca69a3cd None None] Port ed0a7ee1-975d-4612-a2f5-84b7920a09a0 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:30.771479 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee87458-1445-4b60-b00d-017c54b2c9ab None None] Routers {'a62a248c-77d4-4c01-9113-501cdecfa537'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:21:30.772209 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-7ee87458-1445-4b60-b00d-017c54b2c9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:21:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['a62a248c-77d4-4c01-9113-501cdecfa537'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:30.793069 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port b602518b-6faa-4bc5-b2ba-22e555f27363, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=b602518b-6faa-4bc5-b2ba-22e555f27363,segment=NetworkSegment(4790901f-5695-41bc-be7f-0e3d4d5126bd),segment_id=4790901f-5695-41bc-be7f-0e3d4d5126bd)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:21:30.805695 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Returning: {'device': 'b602518b-6faa-4bc5-b2ba-22e555f27363', 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d', 'port_id': 'b602518b-6faa-4bc5-b2ba-22e555f27363', 'mac_address': 'fa:16:3e:67:12:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d4a66ea-0873-4a30-ab4a-55cd0b629103', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 04:21:30.820239 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1453cf-0be2-435f-99f2-94dbde78083a service neutron] Pushing event updated for resources: {'Port': ['ID=b0f3948b-c804-4958-9c96-5fefbd31faea,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:30.842872 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:30.886987 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-2e1453cf-0be2-435f-99f2-94dbde78083a service neutron] Attempting to bind port b0f3948b-c804-4958-9c96-5fefbd31faea on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:21:30.887323 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-2e1453cf-0be2-435f-99f2-94dbde78083a service neutron] Attempting to bind port b0f3948b-c804-4958-9c96-5fefbd31faea by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': '4790901f-5695-41bc-be7f-0e3d4d5126bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:21:30.894188 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-2e1453cf-0be2-435f-99f2-94dbde78083a service neutron] Attempting to bind port b0f3948b-c804-4958-9c96-5fefbd31faea on network 3b03541e-a362-4f1f-858b-b7051275090d {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:21:30.918740 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-7ee87458-1445-4b60-b00d-017c54b2c9ab None None] Set router a62a248c-77d4-4c01-9113-501cdecfa537 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:21:30.939723 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port b602518b-6faa-4bc5-b2ba-22e555f27363 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:21:30.940147 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (b602518b-6faa-4bc5-b2ba-22e555f27363), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:30.955785 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-2e1453cf-0be2-435f-99f2-94dbde78083a service neutron] Port b0f3948b-c804-4958-9c96-5fefbd31faea on network 3b03541e-a362-4f1f-858b-b7051275090d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 04:21:30.956119 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-2e1453cf-0be2-435f-99f2-94dbde78083a service neutron] Attempting to bind port b0f3948b-c804-4958-9c96-5fefbd31faea on network 3b03541e-a362-4f1f-858b-b7051275090d {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:21:30.990429 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b602518b-6faa-4bc5-b2ba-22e555f27363 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:21:31.077592 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port b602518b-6faa-4bc5-b2ba-22e555f27363, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=b602518b-6faa-4bc5-b2ba-22e555f27363,segment=NetworkSegment(4790901f-5695-41bc-be7f-0e3d4d5126bd),segment_id=4790901f-5695-41bc-be7f-0e3d4d5126bd)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:21:31.088225 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (b602518b-6faa-4bc5-b2ba-22e555f27363), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:31.099955 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-2e1453cf-0be2-435f-99f2-94dbde78083a service neutron] Checking agent: {'id': 'b1f517e4-57bd-40c9-8710-cebf6376635e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'started_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:21:31.100364 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-2e1453cf-0be2-435f-99f2-94dbde78083a service neutron] Checking segment: {'id': '4790901f-5695-41bc-be7f-0e3d4d5126bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:21:31.100814 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-2e1453cf-0be2-435f-99f2-94dbde78083a service neutron] Bound using segment: {'id': '4790901f-5695-41bc-be7f-0e3d4d5126bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:21:31.101455 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-2e1453cf-0be2-435f-99f2-94dbde78083a service neutron] Bound port: b0f3948b-c804-4958-9c96-5fefbd31faea, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4790901f-5695-41bc-be7f-0e3d4d5126bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:21:31.101904 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-2e1453cf-0be2-435f-99f2-94dbde78083a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (b0f3948b-c804-4958-9c96-5fefbd31faea), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:31.111615 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac4f19b-c565-44c5-9c7b-00358c33e733 req-d7aeceba-a0c9-4f2a-a90f-d0308c64e21d tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:31.113209 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bac4f19b-c565-44c5-9c7b-00358c33e733 req-d7aeceba-a0c9-4f2a-a90f-d0308c64e21d tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 944 time: 0.1313322 Sep 27 04:21:31.206932 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-7ee87458-1445-4b60-b00d-017c54b2c9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62a248c-77d4-4c01-9113-501cdecfa537', 'name': 'tempest-TestMinimumBasicScenario-851602977-router', 'tenant_id': '3030064c1315435699a7e7d5a831a5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9f7dbaf8-9996-41f1-91fd-9755032671f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:22Z', 'updated_at': '2022-09-27T04:21:26Z', 'revision_number': 4, 'project_id': '3030064c1315435699a7e7d5a831a5b2', 'gw_port': {'id': '9f7dbaf8-9996-41f1-91fd-9755032671f2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:79:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62a248c-77d4-4c01-9113-501cdecfa537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:23Z', 'updated_at': '2022-09-27T04:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'ed0a7ee1-975d-4612-a2f5-84b7920a09a0', 'name': '', 'network_id': 'dfbfe995-da26-4e0f-85ea-0bd48f57c792', 'tenant_id': '3030064c1315435699a7e7d5a831a5b2', 'mac_address': 'fa:16:3e:9f:35:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62a248c-77d4-4c01-9113-501cdecfa537', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '35f4deae-7512-4fb1-9c36-36796c3f5f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:25Z', 'updated_at': '2022-09-27T04:21:26Z', 'revision_number': 2, 'project_id': '3030064c1315435699a7e7d5a831a5b2', 'subnets': [{'id': '35f4deae-7512-4fb1-9c36-36796c3f5f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:31.212964 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=b602518b-6faa-4bc5-b2ba-22e555f27363,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:31.245066 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bac4f19b-c565-44c5-9c7b-00358c33e733 req-2c6e7937-f404-470b-af1d-2c5d5939fc8a tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208901 Sep 27 04:21:31.258629 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee87458-1445-4b60-b00d-017c54b2c9ab None None] Checking router: a62a248c-77d4-4c01-9113-501cdecfa537 for host: dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:21:31.259231 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee87458-1445-4b60-b00d-017c54b2c9ab None None] Updating router a62a248c-77d4-4c01-9113-501cdecfa537 port ed0a7ee1-975d-4612-a2f5-84b7920a09a0 binding host dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 04:21:31.269621 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-1fc78349-c7bf-45f1-ab7d-79b5ca69a3cd None None] Attempt 8 to provision port ed0a7ee1-975d-4612-a2f5-84b7920a09a0 Sep 27 04:21:31.299018 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7ee87458-1445-4b60-b00d-017c54b2c9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (ed0a7ee1-975d-4612-a2f5-84b7920a09a0), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:31.312355 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-2e1453cf-0be2-435f-99f2-94dbde78083a service neutron] For port b0f3948b-c804-4958-9c96-5fefbd31faea, host hv-cinder-85918, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:21:31.328825 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-2e1453cf-0be2-435f-99f2-94dbde78083a service neutron] For port b0f3948b-c804-4958-9c96-5fefbd31faea, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=b0f3948b-c804-4958-9c96-5fefbd31faea,segment=NetworkSegment(4790901f-5695-41bc-be7f-0e3d4d5126bd),segment_id=4790901f-5695-41bc-be7f-0e3d4d5126bd)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:21:31.347083 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-2e1453cf-0be2-435f-99f2-94dbde78083a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (b0f3948b-c804-4958-9c96-5fefbd31faea), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:31.351777 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-2e1453cf-0be2-435f-99f2-94dbde78083a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:31.352453 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-2e1453cf-0be2-435f-99f2-94dbde78083a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:31.355887 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-2e1453cf-0be2-435f-99f2-94dbde78083a service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/b0f3948b-c804-4958-9c96-5fefbd31faea HTTP/1.1" status: 200 len: 1094 time: 1.1765201 Sep 27 04:21:31.360293 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8c4e5f5-b02a-42c7-937e-d41da28f5fa9', 'tag': 'b0f3948b-c804-4958-9c96-5fefbd31faea'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:21:31.378323 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:31.381234 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25c2a35-1254-4f5b-b9fd-de81d1f3feaa" -d '{"events": [{"name": "network-changed", "server_uuid": "d8c4e5f5-b02a-42c7-937e-d41da28f5fa9", "tag": "b0f3948b-c804-4958-9c96-5fefbd31faea"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:21:31.382980 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-1fc78349-c7bf-45f1-ab7d-79b5ca69a3cd None None] Port ed0a7ee1-975d-4612-a2f5-84b7920a09a0 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:31.384051 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['b602518b-6faa-4bc5-b2ba-22e555f27363'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:21:31.507781 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de193a0f-2780-4187-a0cc-c5540564c141 x-openstack-request-id: req-de193a0f-2780-4187-a0cc-c5540564c141 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:21:31.508413 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8c4e5f5-b02a-42c7-937e-d41da28f5fa9", "tag": "b0f3948b-c804-4958-9c96-5fefbd31faea", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:21:31.508896 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-de193a0f-2780-4187-a0cc-c5540564c141 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:21:31.509496 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de193a0f-2780-4187-a0cc-c5540564c141'] response: {'name': 'network-changed', 'server_uuid': 'd8c4e5f5-b02a-42c7-937e-d41da28f5fa9', 'tag': 'b0f3948b-c804-4958-9c96-5fefbd31faea', 'status': 'completed', 'code': 200} Sep 27 04:21:31.510848 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-e8c14129-f92f-4ef0-b96f-94695a9acf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:31.513889 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-e8c14129-f92f-4ef0-b96f-94695a9acf9d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=c25f11f92d4e4fd8965fe630ad77f3c3&device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 1128 time: 0.0781372 Sep 27 04:21:31.534063 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1453cf-0be2-435f-99f2-94dbde78083a service neutron] Pushing event updated for resources: {'Port': ['ID=b0f3948b-c804-4958-9c96-5fefbd31faea,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:31.622292 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-0bc78062-9aa5-4413-9c52-633e45d9fd95 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0f3948b-c804-4958-9c96-5fefbd31faea HTTP/1.1" status: 200 len: 217 time: 0.0957658 Sep 27 04:21:31.707471 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-7792b0b3-2ec4-4f08-b62a-41732bb3b1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:31.709435 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-7792b0b3-2ec4-4f08-b62a-41732bb3b1e3 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3d4a66ea-0873-4a30-ab4a-55cd0b629103 HTTP/1.1" status: 200 len: 857 time: 0.0839834 Sep 27 04:21:31.711746 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 9f7dbaf8-9996-41f1-91fd-9755032671f2 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:21:31.789691 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-677ef9e0-c027-446e-bdfd-4e0cefc92036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:31.799213 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-677ef9e0-c027-446e-bdfd-4e0cefc92036 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3b03541e-a362-4f1f-858b-b7051275090d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0802817 Sep 27 04:21:31.808928 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port 9f7dbaf8-9996-41f1-91fd-9755032671f2 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:21:31.809452 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (9f7dbaf8-9996-41f1-91fd-9755032671f2), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:31.809937 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port 9f7dbaf8-9996-41f1-91fd-9755032671f2 Sep 27 04:21:31.841307 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7ee87458-1445-4b60-b00d-017c54b2c9ab None None] Publish callbacks [] for port (ed0a7ee1-975d-4612-a2f5-84b7920a09a0), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:31.844530 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:31.852817 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7ee87458-1445-4b60-b00d-017c54b2c9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (ed0a7ee1-975d-4612-a2f5-84b7920a09a0), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:31.888482 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-1fc78349-c7bf-45f1-ab7d-79b5ca69a3cd None None] Attempt 9 to provision port ed0a7ee1-975d-4612-a2f5-84b7920a09a0 Sep 27 04:21:31.939375 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 9f7dbaf8-9996-41f1-91fd-9755032671f2 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:21:31.942678 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-1fc78349-c7bf-45f1-ab7d-79b5ca69a3cd None None] Port ed0a7ee1-975d-4612-a2f5-84b7920a09a0 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:31.951458 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-3f883444-ccb1-4c08-b0b3-750309aba34e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3b03541e-a362-4f1f-858b-b7051275090d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453748 Sep 27 04:21:31.979253 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2bcbd-0d1a-4e5e-94aa-2d4df7e974b9 None None] Pushing event updated for resources: {'Port': ['ID=ed0a7ee1-975d-4612-a2f5-84b7920a09a0,revision_number=3']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:31.991193 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-7ee87458-1445-4b60-b00d-017c54b2c9ab None None] Attempting to bind port ed0a7ee1-975d-4612-a2f5-84b7920a09a0 on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:21:31.991555 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-7ee87458-1445-4b60-b00d-017c54b2c9ab None None] Attempting to bind port ed0a7ee1-975d-4612-a2f5-84b7920a09a0 by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': '4925f116-3860-41b1-90b3-6d928caf6ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dfbfe995-da26-4e0f-85ea-0bd48f57c792'}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:21:31.991909 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee87458-1445-4b60-b00d-017c54b2c9ab None None] Attempting to bind port ed0a7ee1-975d-4612-a2f5-84b7920a09a0 on network dfbfe995-da26-4e0f-85ea-0bd48f57c792 {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:21:32.045254 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee87458-1445-4b60-b00d-017c54b2c9ab None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:21:32.045254 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee87458-1445-4b60-b00d-017c54b2c9ab None None] Checking segment: {'id': '4925f116-3860-41b1-90b3-6d928caf6ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dfbfe995-da26-4e0f-85ea-0bd48f57c792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:21:32.047140 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7ee87458-1445-4b60-b00d-017c54b2c9ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:32.047328 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ee87458-1445-4b60-b00d-017c54b2c9ab None None] Bound using segment: {'id': '4925f116-3860-41b1-90b3-6d928caf6ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dfbfe995-da26-4e0f-85ea-0bd48f57c792'} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:21:32.048307 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-7ee87458-1445-4b60-b00d-017c54b2c9ab None None] Bound port: ed0a7ee1-975d-4612-a2f5-84b7920a09a0, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4925f116-3860-41b1-90b3-6d928caf6ff7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'dfbfe995-da26-4e0f-85ea-0bd48f57c792'}}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:21:32.048307 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7ee87458-1445-4b60-b00d-017c54b2c9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (ed0a7ee1-975d-4612-a2f5-84b7920a09a0), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:32.056637 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 58864) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:32.106648 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-98486ec3-32cc-4499-9690-e4af24d8d1f1 req-ec835b1b-8dbc-43c0-841b-def4867b6155 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3b03541e-a362-4f1f-858b-b7051275090d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472261 Sep 27 04:21:32.125254 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-7ee87458-1445-4b60-b00d-017c54b2c9ab None None] For port ed0a7ee1-975d-4612-a2f5-84b7920a09a0, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:21:32.146024 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-7ee87458-1445-4b60-b00d-017c54b2c9ab None None] For port ed0a7ee1-975d-4612-a2f5-84b7920a09a0, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=ed0a7ee1-975d-4612-a2f5-84b7920a09a0,segment=NetworkSegment(4925f116-3860-41b1-90b3-6d928caf6ff7),segment_id=4925f116-3860-41b1-90b3-6d928caf6ff7)] {{(pid=106213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:21:32.153092 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-7ee87458-1445-4b60-b00d-017c54b2c9ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (ed0a7ee1-975d-4612-a2f5-84b7920a09a0), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:32.195018 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:32.202137 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee87458-1445-4b60-b00d-017c54b2c9ab None None] Routers {'a62a248c-77d4-4c01-9113-501cdecfa537'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:21:32.202779 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-7ee87458-1445-4b60-b00d-017c54b2c9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:21:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['a62a248c-77d4-4c01-9113-501cdecfa537'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:32.274542 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2bcbd-0d1a-4e5e-94aa-2d4df7e974b9 None None] Pushing event updated for resources: {'Port': ['ID=ed0a7ee1-975d-4612-a2f5-84b7920a09a0,revision_number=4']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:32.281459 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-909e46db-ef1b-423a-878c-be92e463ed3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:32.381486 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-7ee87458-1445-4b60-b00d-017c54b2c9ab None None] Set router a62a248c-77d4-4c01-9113-501cdecfa537 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:21:32.396417 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-909e46db-ef1b-423a-878c-be92e463ed3e admin admin] Publish callbacks [] for security_group (75f978a5-69b5-49b2-bb81-e8a2286aecb1), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:32.415455 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-909e46db-ef1b-423a-878c-be92e463ed3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (75f978a5-69b5-49b2-bb81-e8a2286aecb1), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:32.444938 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-1fc78349-c7bf-45f1-ab7d-79b5ca69a3cd None None] Attempt 10 to provision port ed0a7ee1-975d-4612-a2f5-84b7920a09a0 Sep 27 04:21:32.498349 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc652853-20b2-460b-8f77-f51b1e7bf6b3 req-2e10657f-5cac-4008-9f9b-6559864be59d tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:32.519660 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bc652853-20b2-460b-8f77-f51b1e7bf6b3 req-2e10657f-5cac-4008-9f9b-6559864be59d tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 944 time: 0.1386886 Sep 27 04:21:32.558385 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:32.571579 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-909e46db-ef1b-423a-878c-be92e463ed3e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a0c3265513614f2897b64a76b93b7e87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5137620 Sep 27 04:21:32.573080 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909e46db-ef1b-423a-878c-be92e463ed3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f978a5-69b5-49b2-bb81-e8a2286aecb1,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:32.577436 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 58882) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:32.629308 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:32.681902 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bc652853-20b2-460b-8f77-f51b1e7bf6b3 req-311b67a2-1d9c-4fd5-8e40-65976a63100c tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573477 Sep 27 04:21:32.689354 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ca948bcd-cb54-43cc-b0f2-9564115322b2 admin admin] Publish callbacks [] for security_group (75f978a5-69b5-49b2-bb81-e8a2286aecb1), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:32.763263 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ca948bcd-cb54-43cc-b0f2-9564115322b2 admin admin] Publish callbacks [] for security_group (75f978a5-69b5-49b2-bb81-e8a2286aecb1), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:32.781533 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device b602518b-6faa-4bc5-b2ba-22e555f27363 up at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:21:32.825334 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:32.828991 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-7ee87458-1445-4b60-b00d-017c54b2c9ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62a248c-77d4-4c01-9113-501cdecfa537', 'name': 'tempest-TestMinimumBasicScenario-851602977-router', 'tenant_id': '3030064c1315435699a7e7d5a831a5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9f7dbaf8-9996-41f1-91fd-9755032671f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:22Z', 'updated_at': '2022-09-27T04:21:26Z', 'revision_number': 4, 'project_id': '3030064c1315435699a7e7d5a831a5b2', 'gw_port': {'id': '9f7dbaf8-9996-41f1-91fd-9755032671f2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:79:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62a248c-77d4-4c01-9113-501cdecfa537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:23Z', 'updated_at': '2022-09-27T04:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'ed0a7ee1-975d-4612-a2f5-84b7920a09a0', 'name': '', 'network_id': 'dfbfe995-da26-4e0f-85ea-0bd48f57c792', 'tenant_id': '3030064c1315435699a7e7d5a831a5b2', 'mac_address': 'fa:16:3e:9f:35:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62a248c-77d4-4c01-9113-501cdecfa537', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '35f4deae-7512-4fb1-9c36-36796c3f5f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:25Z', 'updated_at': '2022-09-27T04:21:32Z', 'revision_number': 4, 'project_id': '3030064c1315435699a7e7d5a831a5b2', 'subnets': [{'id': '35f4deae-7512-4fb1-9c36-36796c3f5f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:21:32.867557 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning for port b602518b-6faa-4bc5-b2ba-22e555f27363 completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 04:21:32.881912 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee87458-1445-4b60-b00d-017c54b2c9ab None None] The sync data for ids ['a62a248c-77d4-4c01-9113-501cdecfa537'] in dv-cinder-859186-3-iscsi is: [{'id': 'a62a248c-77d4-4c01-9113-501cdecfa537', 'name': 'tempest-TestMinimumBasicScenario-851602977-router', 'tenant_id': '3030064c1315435699a7e7d5a831a5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9f7dbaf8-9996-41f1-91fd-9755032671f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:22Z', 'updated_at': '2022-09-27T04:21:26Z', 'revision_number': 4, 'project_id': '3030064c1315435699a7e7d5a831a5b2', 'gw_port': {'id': '9f7dbaf8-9996-41f1-91fd-9755032671f2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:79:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62a248c-77d4-4c01-9113-501cdecfa537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:23Z', 'updated_at': '2022-09-27T04:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'ed0a7ee1-975d-4612-a2f5-84b7920a09a0', 'name': '', 'network_id': 'dfbfe995-da26-4e0f-85ea-0bd48f57c792', 'tenant_id': '3030064c1315435699a7e7d5a831a5b2', 'mac_address': 'fa:16:3e:9f:35:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a62a248c-77d4-4c01-9113-501cdecfa537', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '35f4deae-7512-4fb1-9c36-36796c3f5f81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:25Z', 'updated_at': '2022-09-27T04:21:32Z', 'revision_number': 4, 'project_id': '3030064c1315435699a7e7d5a831a5b2', 'subnets': [{'id': '35f4deae-7512-4fb1-9c36-36796c3f5f81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:21:32.890905 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning complete for port b602518b-6faa-4bc5-b2ba-22e555f27363 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:21:32.891286 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (b602518b-6faa-4bc5-b2ba-22e555f27363), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:32.892414 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Attempt 1 to provision port b602518b-6faa-4bc5-b2ba-22e555f27363 Sep 27 04:21:32.903643 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ca948bcd-cb54-43cc-b0f2-9564115322b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (75f978a5-69b5-49b2-bb81-e8a2286aecb1), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:32.911513 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ca948bcd-cb54-43cc-b0f2-9564115322b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:32.913241 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-ca948bcd-cb54-43cc-b0f2-9564115322b2 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/75f978a5-69b5-49b2-bb81-e8a2286aecb1 HTTP/1.1" status: 204 len: 168 time: 0.3333797 Sep 27 04:21:32.931081 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca948bcd-cb54-43cc-b0f2-9564115322b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f978a5-69b5-49b2-bb81-e8a2286aecb1,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:33.058148 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-1fc78349-c7bf-45f1-ab7d-79b5ca69a3cd None None] Current status of the port ed0a7ee1-975d-4612-a2f5-84b7920a09a0 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:21:33.058673 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-1fc78349-c7bf-45f1-ab7d-79b5ca69a3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (ed0a7ee1-975d-4612-a2f5-84b7920a09a0), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:33.153842 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-1fc78349-c7bf-45f1-ab7d-79b5ca69a3cd None None] For port ed0a7ee1-975d-4612-a2f5-84b7920a09a0, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=ed0a7ee1-975d-4612-a2f5-84b7920a09a0,segment=NetworkSegment(4925f116-3860-41b1-90b3-6d928caf6ff7),segment_id=4925f116-3860-41b1-90b3-6d928caf6ff7)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:21:33.155494 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c2a35-1254-4f5b-b9fd-de81d1f3feaa req-fc8b2184-d1f3-4980-84da-4df133bec17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:33.158371 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 58898) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:33.158917 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b25c2a35-1254-4f5b-b9fd-de81d1f3feaa req-fc8b2184-d1f3-4980-84da-4df133bec17d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=c25f11f92d4e4fd8965fe630ad77f3c3&device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 1128 time: 0.0876448 Sep 27 04:21:33.173120 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-1fc78349-c7bf-45f1-ab7d-79b5ca69a3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (ed0a7ee1-975d-4612-a2f5-84b7920a09a0), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:33.178906 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port b602518b-6faa-4bc5-b2ba-22e555f27363 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:21:33.179294 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (b602518b-6faa-4bc5-b2ba-22e555f27363), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:33.343409 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc78349-c7bf-45f1-ab7d-79b5ca69a3cd None None] Pushing event updated for resources: {'Port': ['ID=ed0a7ee1-975d-4612-a2f5-84b7920a09a0,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:33.357867 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c2a35-1254-4f5b-b9fd-de81d1f3feaa req-f7b88826-a951-42f1-b405-84abbf0fab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:33.360452 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b25c2a35-1254-4f5b-b9fd-de81d1f3feaa req-f7b88826-a951-42f1-b405-84abbf0fab50 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=3b03541e-a362-4f1f-858b-b7051275090d HTTP/1.1" status: 200 len: 919 time: 0.1921039 Sep 27 04:21:33.402061 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port b602518b-6faa-4bc5-b2ba-22e555f27363, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=b602518b-6faa-4bc5-b2ba-22e555f27363,segment=NetworkSegment(4790901f-5695-41bc-be7f-0e3d4d5126bd),segment_id=4790901f-5695-41bc-be7f-0e3d4d5126bd)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:21:33.405250 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:33.412649 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e47978-60aa-4191-b5c0-f6421a4e7e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b602518b-6faa-4bc5-b2ba-22e555f27363'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:21:33.426609 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2687affa0ef786a15f255b59e70001bb997277ef1a41850ee1c1551a100c7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877e225f-ac4d-4450-965d-419a78c47d5d" -d '{"events": [{"server_uuid": "e5e47978-60aa-4191-b5c0-f6421a4e7e97", "name": "network-vif-plugged", "status": "completed", "tag": "b602518b-6faa-4bc5-b2ba-22e555f27363"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:21:33.439957 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (b602518b-6faa-4bc5-b2ba-22e555f27363), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:33.457975 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b25c2a35-1254-4f5b-b9fd-de81d1f3feaa req-f1130880-6f82-4dc3-8dd1-17466b6b2f0f service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0f3948b-c804-4958-9c96-5fefbd31faea HTTP/1.1" status: 200 len: 217 time: 0.0849879 Sep 27 04:21:33.515889 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=b602518b-6faa-4bc5-b2ba-22e555f27363,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:33.533029 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:21:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c09c8d-950e-45fc-9a4c-e668b4901c7f x-openstack-request-id: req-e8c09c8d-950e-45fc-9a4c-e668b4901c7f {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:21:33.533029 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e47978-60aa-4191-b5c0-f6421a4e7e97", "name": "network-vif-plugged", "status": "completed", "tag": "b602518b-6faa-4bc5-b2ba-22e555f27363", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:21:33.533261 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e8c09c8d-950e-45fc-9a4c-e668b4901c7f {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:21:33.533670 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8c09c8d-950e-45fc-9a4c-e668b4901c7f'] response: {'server_uuid': 'e5e47978-60aa-4191-b5c0-f6421a4e7e97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b602518b-6faa-4bc5-b2ba-22e555f27363', 'code': 200} Sep 27 04:21:33.673972 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-bdea2781-ab0c-4151-acbc-7443dd5f148f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:33.692875 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device ed0a7ee1-975d-4612-a2f5-84b7920a09a0 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:21:33.816696 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port ed0a7ee1-975d-4612-a2f5-84b7920a09a0 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:21:33.816696 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (ed0a7ee1-975d-4612-a2f5-84b7920a09a0), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:33.816696 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port ed0a7ee1-975d-4612-a2f5-84b7920a09a0 Sep 27 04:21:33.954574 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-bdea2781-ab0c-4151-acbc-7443dd5f148f admin admin] Publish callbacks [] for security_group (8d4e5401-3d21-457d-b9fd-5708c624638c), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:33.957256 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:33.966025 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port ed0a7ee1-975d-4612-a2f5-84b7920a09a0 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:21:33.966393 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-bdea2781-ab0c-4151-acbc-7443dd5f148f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (8d4e5401-3d21-457d-b9fd-5708c624638c), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:34.012342 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-bdea2781-ab0c-4151-acbc-7443dd5f148f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=8ebcf45fe4054d38839569d76df9565f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8526447 Sep 27 04:21:34.017654 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13eddd-da48-4b6c-bff7-2c43faa4ca2f req-1d586a3e-1f3e-44ac-a453-006bcec05b4b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:34.022308 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 58926) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:34.027525 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ba13eddd-da48-4b6c-bff7-2c43faa4ca2f req-1d586a3e-1f3e-44ac-a453-006bcec05b4b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 944 time: 0.1714778 Sep 27 04:21:34.081178 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea2781-ab0c-4151-acbc-7443dd5f148f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4e5401-3d21-457d-b9fd-5708c624638c,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:34.145019 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ba13eddd-da48-4b6c-bff7-2c43faa4ca2f req-0ca02d5e-f6b0-48a7-8564-295dab06dc25 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129255 Sep 27 04:21:34.183188 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-446e51f7-b45c-4bdf-87d9-c3133db8f380 admin admin] Publish callbacks [] for security_group (8d4e5401-3d21-457d-b9fd-5708c624638c), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:34.210332 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-446e51f7-b45c-4bdf-87d9-c3133db8f380 admin admin] Publish callbacks [] for security_group (8d4e5401-3d21-457d-b9fd-5708c624638c), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:34.306835 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-446e51f7-b45c-4bdf-87d9-c3133db8f380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (8d4e5401-3d21-457d-b9fd-5708c624638c), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:34.311957 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-446e51f7-b45c-4bdf-87d9-c3133db8f380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:34.313060 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-446e51f7-b45c-4bdf-87d9-c3133db8f380 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8d4e5401-3d21-457d-b9fd-5708c624638c HTTP/1.1" status: 204 len: 168 time: 0.2894597 Sep 27 04:21:34.329344 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e51f7-b45c-4bdf-87d9-c3133db8f380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4e5401-3d21-457d-b9fd-5708c624638c,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:35.262208 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=77,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:35.281703 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169e773c-ac7e-46c6-b90c-41ef1d1ccf15 req-834f0ebe-0a1d-4623-bf5d-9c948d0aafa9 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:35.283244 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-169e773c-ac7e-46c6-b90c-41ef1d1ccf15 req-834f0ebe-0a1d-4623-bf5d-9c948d0aafa9 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 944 time: 0.0540879 Sep 27 04:21:35.355009 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-169e773c-ac7e-46c6-b90c-41ef1d1ccf15 req-0937d49a-1f6a-4b90-8e49-05d363f471aa tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636590 Sep 27 04:21:35.360766 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device b0f3948b-c804-4958-9c96-5fefbd31faea details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 04:21:35.494784 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port b0f3948b-c804-4958-9c96-5fefbd31faea, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=b0f3948b-c804-4958-9c96-5fefbd31faea,segment=NetworkSegment(4790901f-5695-41bc-be7f-0e3d4d5126bd),segment_id=4790901f-5695-41bc-be7f-0e3d4d5126bd)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:21:35.508740 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Returning: {'device': 'b0f3948b-c804-4958-9c96-5fefbd31faea', 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d', 'port_id': 'b0f3948b-c804-4958-9c96-5fefbd31faea', 'mac_address': 'fa:16:3e:74:19:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d4a66ea-0873-4a30-ab4a-55cd0b629103', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 04:21:35.557010 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port b0f3948b-c804-4958-9c96-5fefbd31faea is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:21:35.557533 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (b0f3948b-c804-4958-9c96-5fefbd31faea), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:35.572882 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0f3948b-c804-4958-9c96-5fefbd31faea {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:21:35.595700 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port b0f3948b-c804-4958-9c96-5fefbd31faea, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=b0f3948b-c804-4958-9c96-5fefbd31faea,segment=NetworkSegment(4790901f-5695-41bc-be7f-0e3d4d5126bd),segment_id=4790901f-5695-41bc-be7f-0e3d4d5126bd)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:21:35.600412 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (b0f3948b-c804-4958-9c96-5fefbd31faea), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:35.659135 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=b0f3948b-c804-4958-9c96-5fefbd31faea,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:36.351526 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:36.377669 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c2a35-1254-4f5b-b9fd-de81d1f3feaa req-1529aa0f-cf1f-438c-8232-e5ff026710d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:36.379327 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b25c2a35-1254-4f5b-b9fd-de81d1f3feaa req-1529aa0f-cf1f-438c-8232-e5ff026710d2 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3d4a66ea-0873-4a30-ab4a-55cd0b629103 HTTP/1.1" status: 200 len: 857 time: 0.0732563 Sep 27 04:21:36.450276 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25c2a35-1254-4f5b-b9fd-de81d1f3feaa req-4eaf22a2-8eef-4767-b988-f2aad9e3a736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:36.452331 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b25c2a35-1254-4f5b-b9fd-de81d1f3feaa req-4eaf22a2-8eef-4767-b988-f2aad9e3a736 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3b03541e-a362-4f1f-858b-b7051275090d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0637741 Sep 27 04:21:36.579354 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['b0f3948b-c804-4958-9c96-5fefbd31faea'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:21:36.610777 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d01da5-093d-4140-9356-3f3d3d340a33 req-237e210c-d6c9-4fc0-9c5a-40338d08cb56 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:36.612585 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-43d01da5-093d-4140-9356-3f3d3d340a33 req-237e210c-d6c9-4fc0-9c5a-40338d08cb56 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 945 time: 0.1406989 Sep 27 04:21:36.620965 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2073ee9e-4076-41f4-a1f6-279925c5189b req-564d77af-7f26-487b-a78d-9277e450e4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:36.622696 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2073ee9e-4076-41f4-a1f6-279925c5189b req-564d77af-7f26-487b-a78d-9277e450e4bf service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 1129 time: 0.0951841 Sep 27 04:21:36.663720 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:36.691467 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b25c2a35-1254-4f5b-b9fd-de81d1f3feaa req-ea250055-12f3-4b10-8f49-9fb6d7da1f14 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3b03541e-a362-4f1f-858b-b7051275090d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2296271 Sep 27 04:21:36.731987 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-43d01da5-093d-4140-9356-3f3d3d340a33 req-7cc773b1-4ac6-422e-aac9-770021a07d4d tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124456 Sep 27 04:21:36.806247 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2073ee9e-4076-41f4-a1f6-279925c5189b req-80a1e991-87fa-4a65-a591-ac987e3ae038 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656547 Sep 27 04:21:36.852018 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b25c2a35-1254-4f5b-b9fd-de81d1f3feaa req-8a60970a-b239-4996-b1f9-6b7dedbe47e3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3b03541e-a362-4f1f-858b-b7051275090d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447151 Sep 27 04:21:37.870690 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8fea7d-267e-4c4d-bbbf-9dffa911fccf req-3b15b656-2883-4897-b707-7f47da454336 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:37.872883 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-da8fea7d-267e-4c4d-bbbf-9dffa911fccf req-3b15b656-2883-4897-b707-7f47da454336 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 945 time: 0.0492723 Sep 27 04:21:37.937983 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-da8fea7d-267e-4c4d-bbbf-9dffa911fccf req-1ff7231f-a3ff-46ed-a2be-8b56d594051a tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553687 Sep 27 04:21:38.624383 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device b0f3948b-c804-4958-9c96-5fefbd31faea up at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:21:38.675400 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning for port b0f3948b-c804-4958-9c96-5fefbd31faea completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 04:21:38.683350 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning complete for port b0f3948b-c804-4958-9c96-5fefbd31faea triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:21:38.684060 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (b0f3948b-c804-4958-9c96-5fefbd31faea), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:38.684742 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Attempt 1 to provision port b0f3948b-c804-4958-9c96-5fefbd31faea Sep 27 04:21:38.769865 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port b0f3948b-c804-4958-9c96-5fefbd31faea is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:21:38.770388 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (b0f3948b-c804-4958-9c96-5fefbd31faea), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:38.798948 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c4e5f5-b02a-42c7-937e-d41da28f5fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f3948b-c804-4958-9c96-5fefbd31faea'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:21:38.801199 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2687affa0ef786a15f255b59e70001bb997277ef1a41850ee1c1551a100c7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c304adf-253a-4837-8c87-e4fa4fbdf36c" -d '{"events": [{"server_uuid": "d8c4e5f5-b02a-42c7-937e-d41da28f5fa9", "name": "network-vif-plugged", "status": "completed", "tag": "b0f3948b-c804-4958-9c96-5fefbd31faea"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:21:38.842513 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port b0f3948b-c804-4958-9c96-5fefbd31faea, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=b0f3948b-c804-4958-9c96-5fefbd31faea,segment=NetworkSegment(4790901f-5695-41bc-be7f-0e3d4d5126bd),segment_id=4790901f-5695-41bc-be7f-0e3d4d5126bd)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:21:38.849813 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:21:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bbc6d3-b69b-493e-a4e8-a4fcf6290944 x-openstack-request-id: req-63bbc6d3-b69b-493e-a4e8-a4fcf6290944 {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:21:38.856805 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c4e5f5-b02a-42c7-937e-d41da28f5fa9", "name": "network-vif-plugged", "status": "completed", "tag": "b0f3948b-c804-4958-9c96-5fefbd31faea", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:21:38.861120 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-63bbc6d3-b69b-493e-a4e8-a4fcf6290944 {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:21:38.861595 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63bbc6d3-b69b-493e-a4e8-a4fcf6290944'] response: {'server_uuid': 'd8c4e5f5-b02a-42c7-937e-d41da28f5fa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0f3948b-c804-4958-9c96-5fefbd31faea', 'code': 200} Sep 27 04:21:38.863378 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (b0f3948b-c804-4958-9c96-5fefbd31faea), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:38.897773 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:38.931088 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=b0f3948b-c804-4958-9c96-5fefbd31faea,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:39.083387 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3c9023-7fcc-462b-b68a-9b3a9212e08f req-492a738e-a9f7-4412-9727-d1a6b85b67df tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:39.085738 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3d3c9023-7fcc-462b-b68a-9b3a9212e08f req-492a738e-a9f7-4412-9727-d1a6b85b67df tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.0631237 Sep 27 04:21:39.128432 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e302c9db-7ee7-451e-be39-3061202359c1 req-528fb972-0be5-4174-a120-c5ae5360a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:39.130755 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e302c9db-7ee7-451e-be39-3061202359c1 req-528fb972-0be5-4174-a120-c5ae5360a662 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 1130 time: 0.0426474 Sep 27 04:21:39.154325 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3d3c9023-7fcc-462b-b68a-9b3a9212e08f req-a447e6c8-719f-44da-b957-9ca4031ffd8c tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548327 Sep 27 04:21:39.205419 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e302c9db-7ee7-451e-be39-3061202359c1 req-41622595-f72a-48e5-9fba-3cca07174360 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641038 Sep 27 04:21:39.720259 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-c31c2ab8-81d4-47f4-a366-47a825417fd5 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/networks?tenant_id=988a2e4b6d154a4da1ee1a1f4d696588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339937 Sep 27 04:21:39.953326 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-9d2479a9-28e2-426f-a23b-9bf9c7574dd9 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:39.954883 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-9d2479a9-28e2-426f-a23b-9bf9c7574dd9 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2271831 Sep 27 04:21:39.970795 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-b8c99ed9-7547-4fcc-953d-13cd1492b044 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/quotas/988a2e4b6d154a4da1ee1a1f4d696588 HTTP/1.1" status: 200 len: 375 time: 0.0097978 Sep 27 04:21:40.030990 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-3559ceea-2b3a-49ee-abe9-3a2cbf655948 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=988a2e4b6d154a4da1ee1a1f4d696588&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0536268 Sep 27 04:21:40.290084 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2bb52d0e-e7de-42c9-a983-0093158acf37 req-d261ea4e-823b-4e50-b3c4-f95345eac65d tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=15636443-a500-413b-ada7-f5af04e71e1c HTTP/1.1" status: 200 len: 210 time: 0.0489709 Sep 27 04:21:40.304951 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afb0a06-8946-47ee-9144-878b52b6fa63 req-6ea3d86b-ecd0-48b5-9069-5247d0d03ed8 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:40.306523 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1afb0a06-8946-47ee-9144-878b52b6fa63 req-6ea3d86b-ecd0-48b5-9069-5247d0d03ed8 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.0533464 Sep 27 04:21:40.437670 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1afb0a06-8946-47ee-9144-878b52b6fa63 req-8e38bf03-d219-4ef0-8082-d96daf9dc4cb tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223371 Sep 27 04:21:41.350971 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 59130) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:41.455093 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-24261631-d669-485b-a00f-167625cdaf8f req-bf6bf2a8-ab2b-40a0-a40b-480b61013881 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=15636443-a500-413b-ada7-f5af04e71e1c HTTP/1.1" status: 200 len: 210 time: 0.0617156 Sep 27 04:21:41.563766 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2c485e5a-2d63-4ba0-9588-4e5e3ec05eff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:41.680983 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:41.692326 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4fe3a2-7467-40e1-9e61-f60d89b9811c req-be1c6bd3-6598-46c6-a3fb-f2d31cb9ea91 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:41.694178 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-da4fe3a2-7467-40e1-9e61-f60d89b9811c req-be1c6bd3-6598-46c6-a3fb-f2d31cb9ea91 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.0712864 Sep 27 04:21:41.734969 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2c485e5a-2d63-4ba0-9588-4e5e3ec05eff admin admin] Publish callbacks [] for security_group (83e0d08b-866e-4555-8dfe-cd20328d6ca9), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:41.765244 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-da4fe3a2-7467-40e1-9e61-f60d89b9811c req-55a5bb36-4480-426f-b95d-c99825913cc4 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547235 Sep 27 04:21:41.766193 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2c485e5a-2d63-4ba0-9588-4e5e3ec05eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (83e0d08b-866e-4555-8dfe-cd20328d6ca9), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:41.816506 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-2c485e5a-2d63-4ba0-9588-4e5e3ec05eff admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=118a051914be4932887e976dab9efdf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4644496 Sep 27 04:21:41.817586 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c485e5a-2d63-4ba0-9588-4e5e3ec05eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e0d08b-866e-4555-8dfe-cd20328d6ca9,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:41.819142 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 59158) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:41.881450 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:41.914998 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d611ed90-bf2d-4380-bfe2-de013b35da55 admin admin] Publish callbacks [] for security_group (83e0d08b-866e-4555-8dfe-cd20328d6ca9), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:41.948988 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d611ed90-bf2d-4380-bfe2-de013b35da55 admin admin] Publish callbacks [] for security_group (83e0d08b-866e-4555-8dfe-cd20328d6ca9), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:42.013611 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d611ed90-bf2d-4380-bfe2-de013b35da55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (83e0d08b-866e-4555-8dfe-cd20328d6ca9), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:42.033319 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d611ed90-bf2d-4380-bfe2-de013b35da55 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:42.035644 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-d611ed90-bf2d-4380-bfe2-de013b35da55 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/83e0d08b-866e-4555-8dfe-cd20328d6ca9 HTTP/1.1" status: 204 len: 168 time: 0.2122338 Sep 27 04:21:42.056051 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d611ed90-bf2d-4380-bfe2-de013b35da55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e0d08b-866e-4555-8dfe-cd20328d6ca9,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:42.238645 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d04007-2357-4eac-8a63-c870a5021340 req-677bae5b-932c-479b-86e9-8c03ef3ed742 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:42.240953 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f9d04007-2357-4eac-8a63-c870a5021340 req-677bae5b-932c-479b-86e9-8c03ef3ed742 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/networks?id=8bc82a56-69c2-484f-aa08-23831b7e71a2 HTTP/1.1" status: 200 len: 814 time: 0.2214100 Sep 27 04:21:42.284890 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f9d04007-2357-4eac-8a63-c870a5021340 req-41fb874f-b3c5-41b8-8bdc-d4e08469b58a tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/quotas/7e7b2ff0f0104769a550d0c0692ab713 HTTP/1.1" status: 200 len: 375 time: 0.0367572 Sep 27 04:21:42.324028 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:42.340215 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-9441b618-2388-428e-9ecb-1019832ba99e tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=988a2e4b6d154a4da1ee1a1f4d696588&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0488722 Sep 27 04:21:42.422529 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f9d04007-2357-4eac-8a63-c870a5021340 req-a7301359-f753-48bd-b1b9-f2462ede8b3c tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=7e7b2ff0f0104769a550d0c0692ab713&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1294186 Sep 27 04:21:42.427751 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36265309-3c53-4243-82b0-fc4463657aa9 req-6929b20f-e361-440c-bf4d-c6f88c235063 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:42.429695 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-36265309-3c53-4243-82b0-fc4463657aa9 req-6929b20f-e361-440c-bf4d-c6f88c235063 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.2790291 Sep 27 04:21:42.443984 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d353f6c-8429-485f-a8a0-7a7d32770698 req-23694fab-58bb-4da6-853a-a603ec14385a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:42.448438 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1d353f6c-8429-485f-a8a0-7a7d32770698 req-23694fab-58bb-4da6-853a-a603ec14385a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=c25f11f92d4e4fd8965fe630ad77f3c3&device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 1130 time: 0.2320969 Sep 27 04:21:42.562718 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:42.579059 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f9d04007-2357-4eac-8a63-c870a5021340 req-44e7481f-694b-4f99-98b2-204d1c418b38 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8bc82a56-69c2-484f-aa08-23831b7e71a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500330 Sep 27 04:21:42.587126 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-36265309-3c53-4243-82b0-fc4463657aa9 req-7c27a9d8-5905-4a2d-af51-cccca3b582a2 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496301 Sep 27 04:21:42.654047 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-eb901e98-d078-428e-830a-62de14f1f772 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:42.656805 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-eb901e98-d078-428e-830a-62de14f1f772 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3081031 Sep 27 04:21:42.692482 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-01571398-3b35-494b-9c7f-0bb8fe87afa8 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Request body: {'port': {'device_id': '15636443-a500-413b-ada7-f5af04e71e1c', 'network_id': '1659662c-84cd-4ca0-9418-f36b497121ac', 'admin_state_up': True, 'tenant_id': '988a2e4b6d154a4da1ee1a1f4d696588'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:21:42.711154 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f9d04007-2357-4eac-8a63-c870a5021340 req-6bb7f60a-5b9f-46d4-a4f3-72c95f1a3c20 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/8bc82a56-69c2-484f-aa08-23831b7e71a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241167 Sep 27 04:21:42.772648 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d353f6c-8429-485f-a8a0-7a7d32770698 req-468e2c25-8a50-4671-9e97-9a67d3451527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:42.774188 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1d353f6c-8429-485f-a8a0-7a7d32770698 req-468e2c25-8a50-4671-9e97-9a67d3451527 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=3b03541e-a362-4f1f-858b-b7051275090d HTTP/1.1" status: 200 len: 919 time: 0.3005774 Sep 27 04:21:42.839073 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=29 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:42.917768 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e1990f9d-2176-4050-960d-8bc8415ee482 req-75467f0e-e221-4591-8156-ee8913a0057e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 210 time: 0.0447655 Sep 27 04:21:43.087786 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f572859d-a537-4922-a6f4-ef183d1b64f1 req-0583a7ba-03e3-4622-92f2-a52440969db1 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=15636443-a500-413b-ada7-f5af04e71e1c HTTP/1.1" status: 200 len: 210 time: 0.3045266 Sep 27 04:21:43.088932 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1d353f6c-8429-485f-a8a0-7a7d32770698 req-cfabac9c-ef85-4e2d-aa93-93ebb1b0dd97 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b0f3948b-c804-4958-9c96-5fefbd31faea HTTP/1.1" status: 200 len: 217 time: 0.3036685 Sep 27 04:21:43.136379 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-01571398-3b35-494b-9c7f-0bb8fe87afa8 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Made reservation on behalf of 988a2e4b6d154a4da1ee1a1f4d696588 for: {'port': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:21:43.141724 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-01571398-3b35-494b-9c7f-0bb8fe87afa8 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:43.153079 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-01571398-3b35-494b-9c7f-0bb8fe87afa8 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:43.236428 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-01571398-3b35-494b-9c7f-0bb8fe87afa8 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Publish callbacks [] for security_group (31b26620-a24b-4460-9a83-4151d3e45dd4), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:43.241521 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-01571398-3b35-494b-9c7f-0bb8fe87afa8 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (31b26620-a24b-4460-9a83-4151d3e45dd4), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:43.311240 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01571398-3b35-494b-9c7f-0bb8fe87afa8 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31b26620-a24b-4460-9a83-4151d3e45dd4,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:43.414519 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:43.416210 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-01571398-3b35-494b-9c7f-0bb8fe87afa8 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Allocated IP 192.168.233.97 (1659662c-84cd-4ca0-9418-f36b497121ac/5e49f6f7-7be2-4120-9e23-b2c0962d26fc/5bc8f02a-52ca-41b8-b099-9368fd516a45) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:21:43.583015 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:43.629578 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-01571398-3b35-494b-9c7f-0bb8fe87afa8 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Publish callbacks [] for port (5bc8f02a-52ca-41b8-b099-9368fd516a45), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:43.679883 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-01571398-3b35-494b-9c7f-0bb8fe87afa8 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (5bc8f02a-52ca-41b8-b099-9368fd516a45), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:43.739280 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-01571398-3b35-494b-9c7f-0bb8fe87afa8 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Network 1659662c-84cd-4ca0-9418-f36b497121ac is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:21:43.743252 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-01571398-3b35-494b-9c7f-0bb8fe87afa8 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:21:43.747581 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-01571398-3b35-494b-9c7f-0bb8fe87afa8 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:21:43.798133 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01571398-3b35-494b-9c7f-0bb8fe87afa8 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Pushing event updated for resources: {'Port': ['ID=5bc8f02a-52ca-41b8-b099-9368fd516a45,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:43.798707 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff252a66-4005-4239-bb33-cd6888eb022e req-98845b13-f157-4886-a3fe-6d3bba7e400e tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:43.809498 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ff252a66-4005-4239-bb33-cd6888eb022e req-98845b13-f157-4886-a3fe-6d3bba7e400e tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.1015627 Sep 27 04:21:43.823709 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-01571398-3b35-494b-9c7f-0bb8fe87afa8 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:43.824712 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-01571398-3b35-494b-9c7f-0bb8fe87afa8 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:43.854032 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-01571398-3b35-494b-9c7f-0bb8fe87afa8 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1678472 Sep 27 04:21:43.866097 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ff252a66-4005-4239-bb33-cd6888eb022e req-738e4fb2-b773-451a-b9f2-49ce46c98e44 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555642 Sep 27 04:21:44.036896 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-45dc374e-f01a-46cb-a531-7cf96b15c0ce req-c7d0cadc-be7d-40d8-8f0a-b24a68403746 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 210 time: 0.0334024 Sep 27 04:21:44.088355 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-467ed526-f201-4691-80cc-747b55a4a1ab None None] Provisioning complete for port 5bc8f02a-52ca-41b8-b099-9368fd516a45 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:21:44.089036 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-467ed526-f201-4691-80cc-747b55a4a1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (5bc8f02a-52ca-41b8-b099-9368fd516a45), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:44.089701 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-467ed526-f201-4691-80cc-747b55a4a1ab None None] Attempt 1 to provision port 5bc8f02a-52ca-41b8-b099-9368fd516a45 Sep 27 04:21:44.127387 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-467ed526-f201-4691-80cc-747b55a4a1ab None None] Port 5bc8f02a-52ca-41b8-b099-9368fd516a45 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:44.219590 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e65f42-c8b4-4250-9c89-21c4c58ecab9 req-1025fb4c-6f6e-4da1-b9d0-f29d4b67afb0 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:44.221071 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b9e65f42-c8b4-4250-9c89-21c4c58ecab9 req-1025fb4c-6f6e-4da1-b9d0-f29d4b67afb0 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=15636443-a500-413b-ada7-f5af04e71e1c HTTP/1.1" status: 200 len: 935 time: 0.0466094 Sep 27 04:21:44.270651 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b9e65f42-c8b4-4250-9c89-21c4c58ecab9 req-b2fbf8e8-d57a-4d8e-9941-0c0aa00639e9 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=31b26620-a24b-4460-9a83-4151d3e45dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430536 Sep 27 04:21:44.628433 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-467ed526-f201-4691-80cc-747b55a4a1ab None None] Attempt 2 to provision port 5bc8f02a-52ca-41b8-b099-9368fd516a45 Sep 27 04:21:44.659985 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-467ed526-f201-4691-80cc-747b55a4a1ab None None] Port 5bc8f02a-52ca-41b8-b099-9368fd516a45 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:44.985842 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0412d698-f3cf-4348-aa2c-ee2c2fe691b9 req-b6256412-5092-41ec-ad17-f66fcbfa9de0 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:44.987285 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0412d698-f3cf-4348-aa2c-ee2c2fe691b9 req-b6256412-5092-41ec-ad17-f66fcbfa9de0 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.0484681 Sep 27 04:21:45.033230 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0412d698-f3cf-4348-aa2c-ee2c2fe691b9 req-5923c7a8-9012-4852-99cd-f910f72be501 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405405 Sep 27 04:21:45.140417 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-dbbdbeb0-f54f-4283-9260-9b99d8f0559c req-284fa3bf-dbf0-4e3e-bab5-d7a86c8a2621 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 210 time: 0.0276499 Sep 27 04:21:45.161467 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-467ed526-f201-4691-80cc-747b55a4a1ab None None] Attempt 3 to provision port 5bc8f02a-52ca-41b8-b099-9368fd516a45 Sep 27 04:21:45.196588 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-467ed526-f201-4691-80cc-747b55a4a1ab None None] Port 5bc8f02a-52ca-41b8-b099-9368fd516a45 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:45.387119 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f96530-c39a-42f8-8be7-bb9a4c9ee263 req-ffd5a752-5a89-41de-a9c5-ff0450970bbc tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:45.388550 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e1f96530-c39a-42f8-8be7-bb9a4c9ee263 req-ffd5a752-5a89-41de-a9c5-ff0450970bbc tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=15636443-a500-413b-ada7-f5af04e71e1c HTTP/1.1" status: 200 len: 935 time: 0.0461280 Sep 27 04:21:45.434547 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e1f96530-c39a-42f8-8be7-bb9a4c9ee263 req-45a53670-8c1b-4a10-a522-41c6aceaf4f6 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=31b26620-a24b-4460-9a83-4151d3e45dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404379 Sep 27 04:21:45.697793 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-467ed526-f201-4691-80cc-747b55a4a1ab None None] Attempt 4 to provision port 5bc8f02a-52ca-41b8-b099-9368fd516a45 Sep 27 04:21:45.729899 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-467ed526-f201-4691-80cc-747b55a4a1ab None None] Port 5bc8f02a-52ca-41b8-b099-9368fd516a45 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:45.744573 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-8d58186a-fbd8-413e-9d6a-b83095611655 service neutron] Request body: {'port': {'device_id': '15636443-a500-413b-ada7-f5af04e71e1c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:21:45.818318 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d353f6c-8429-485f-a8a0-7a7d32770698 req-84848505-f802-410c-8c49-f72bf893ec9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:45.819945 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1d353f6c-8429-485f-a8a0-7a7d32770698 req-84848505-f802-410c-8c49-f72bf893ec9d service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3d4a66ea-0873-4a30-ab4a-55cd0b629103 HTTP/1.1" status: 200 len: 857 time: 0.0894301 Sep 27 04:21:45.875148 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-8d58186a-fbd8-413e-9d6a-b83095611655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (5bc8f02a-52ca-41b8-b099-9368fd516a45), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:45.892741 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d353f6c-8429-485f-a8a0-7a7d32770698 req-0b9f286a-ffdf-43b3-bc13-2f24100fc1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:45.894255 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1d353f6c-8429-485f-a8a0-7a7d32770698 req-0b9f286a-ffdf-43b3-bc13-2f24100fc1c7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3b03541e-a362-4f1f-858b-b7051275090d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0567460 Sep 27 04:21:46.141027 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:46.201228 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1d353f6c-8429-485f-a8a0-7a7d32770698 req-69b7eb7b-a4f8-427d-a6b2-e685776b9718 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3b03541e-a362-4f1f-858b-b7051275090d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872698 Sep 27 04:21:46.201784 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:46.231521 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-467ed526-f201-4691-80cc-747b55a4a1ab None None] Attempt 5 to provision port 5bc8f02a-52ca-41b8-b099-9368fd516a45 Sep 27 04:21:46.232427 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4600a6-916e-4853-84a0-d91a65173a14 req-02322bf7-97d9-4781-9a3f-a776b48f0b69 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:46.240684 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-be4600a6-916e-4853-84a0-d91a65173a14 req-02322bf7-97d9-4781-9a3f-a776b48f0b69 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.1287308 Sep 27 04:21:46.296250 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-467ed526-f201-4691-80cc-747b55a4a1ab None None] Port 5bc8f02a-52ca-41b8-b099-9368fd516a45 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:46.302318 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4f7a47c9-422f-4019-8e4f-4721ea702a18 req-8700e129-4319-427f-822f-7e1776ca76fa tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 210 time: 0.0555823 Sep 27 04:21:46.407127 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-8d58186a-fbd8-413e-9d6a-b83095611655 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bc8f02a-52ca-41b8-b099-9368fd516a45 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:21:46.421870 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-be4600a6-916e-4853-84a0-d91a65173a14 req-12deac87-1bd4-4b5b-a940-f90459eadda0 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803191 Sep 27 04:21:46.429172 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-8d58186a-fbd8-413e-9d6a-b83095611655 service neutron] Publish callbacks [] for port (5bc8f02a-52ca-41b8-b099-9368fd516a45), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:46.440272 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1d353f6c-8429-485f-a8a0-7a7d32770698 req-8f95fab4-c168-47b9-985a-155fe8b8cda8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3b03541e-a362-4f1f-858b-b7051275090d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258415 Sep 27 04:21:46.448585 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-8d58186a-fbd8-413e-9d6a-b83095611655 service neutron] Transition to ACTIVE for port object 5bc8f02a-52ca-41b8-b099-9368fd516a45 will not be triggered until provisioned by entity L2. {{(pid=106210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 04:21:46.452823 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-8d58186a-fbd8-413e-9d6a-b83095611655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (5bc8f02a-52ca-41b8-b099-9368fd516a45), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:46.533923 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58186a-fbd8-413e-9d6a-b83095611655 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc8f02a-52ca-41b8-b099-9368fd516a45,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:46.560250 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2849c5c6-37d7-470b-9e23-161371d3b9b7 req-a3105ac5-88b3-4f9e-a763-fb3dd20c39d1 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:46.562274 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2849c5c6-37d7-470b-9e23-161371d3b9b7 req-a3105ac5-88b3-4f9e-a763-fb3dd20c39d1 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=15636443-a500-413b-ada7-f5af04e71e1c HTTP/1.1" status: 200 len: 947 time: 0.0478725 Sep 27 04:21:46.566520 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-8d58186a-fbd8-413e-9d6a-b83095611655 service neutron] Attempting to bind port 5bc8f02a-52ca-41b8-b099-9368fd516a45 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:21:46.566862 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-8d58186a-fbd8-413e-9d6a-b83095611655 service neutron] Attempting to bind port 5bc8f02a-52ca-41b8-b099-9368fd516a45 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': '9fed9611-888f-4522-acf6-4e174e3e22fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1659662c-84cd-4ca0-9418-f36b497121ac'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:21:46.567202 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-8d58186a-fbd8-413e-9d6a-b83095611655 service neutron] Attempting to bind port 5bc8f02a-52ca-41b8-b099-9368fd516a45 on network 1659662c-84cd-4ca0-9418-f36b497121ac {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:21:46.617648 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2849c5c6-37d7-470b-9e23-161371d3b9b7 req-e426bc46-3def-45f4-8381-2281da6cbeec tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=31b26620-a24b-4460-9a83-4151d3e45dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470343 Sep 27 04:21:46.628732 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-8d58186a-fbd8-413e-9d6a-b83095611655 service neutron] Port 5bc8f02a-52ca-41b8-b099-9368fd516a45 on network 1659662c-84cd-4ca0-9418-f36b497121ac not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 04:21:46.629077 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-8d58186a-fbd8-413e-9d6a-b83095611655 service neutron] Attempting to bind port 5bc8f02a-52ca-41b8-b099-9368fd516a45 on network 1659662c-84cd-4ca0-9418-f36b497121ac {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:21:46.675150 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-8d58186a-fbd8-413e-9d6a-b83095611655 service neutron] Checking agent: {'id': 'b1f517e4-57bd-40c9-8710-cebf6376635e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'started_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:21:46.675489 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-8d58186a-fbd8-413e-9d6a-b83095611655 service neutron] Checking segment: {'id': '9fed9611-888f-4522-acf6-4e174e3e22fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1659662c-84cd-4ca0-9418-f36b497121ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:21:46.675874 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-8d58186a-fbd8-413e-9d6a-b83095611655 service neutron] Bound using segment: {'id': '9fed9611-888f-4522-acf6-4e174e3e22fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1659662c-84cd-4ca0-9418-f36b497121ac'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:21:46.676310 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-8d58186a-fbd8-413e-9d6a-b83095611655 service neutron] Bound port: 5bc8f02a-52ca-41b8-b099-9368fd516a45, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fed9611-888f-4522-acf6-4e174e3e22fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1659662c-84cd-4ca0-9418-f36b497121ac'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:21:46.676672 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-8d58186a-fbd8-413e-9d6a-b83095611655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (5bc8f02a-52ca-41b8-b099-9368fd516a45), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:46.739842 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-8d58186a-fbd8-413e-9d6a-b83095611655 service neutron] For port 5bc8f02a-52ca-41b8-b099-9368fd516a45, host hv-cinder-85918, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:21:46.745039 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-8d58186a-fbd8-413e-9d6a-b83095611655 service neutron] For port 5bc8f02a-52ca-41b8-b099-9368fd516a45, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=5bc8f02a-52ca-41b8-b099-9368fd516a45,segment=NetworkSegment(9fed9611-888f-4522-acf6-4e174e3e22fb),segment_id=9fed9611-888f-4522-acf6-4e174e3e22fb)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:21:46.761048 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-8d58186a-fbd8-413e-9d6a-b83095611655 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (5bc8f02a-52ca-41b8-b099-9368fd516a45), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:46.774675 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-8d58186a-fbd8-413e-9d6a-b83095611655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:46.775291 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-8d58186a-fbd8-413e-9d6a-b83095611655 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:46.776661 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-8d58186a-fbd8-413e-9d6a-b83095611655 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/5bc8f02a-52ca-41b8-b099-9368fd516a45 HTTP/1.1" status: 200 len: 1097 time: 1.0363140 Sep 27 04:21:46.779353 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15636443-a500-413b-ada7-f5af04e71e1c', 'tag': '5bc8f02a-52ca-41b8-b099-9368fd516a45'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:21:46.781910 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3059f5-4ef2-4e37-8f1f-567bd039a107" -d '{"events": [{"name": "network-changed", "server_uuid": "15636443-a500-413b-ada7-f5af04e71e1c", "tag": "5bc8f02a-52ca-41b8-b099-9368fd516a45"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:21:46.797067 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-467ed526-f201-4691-80cc-747b55a4a1ab None None] Attempt 6 to provision port 5bc8f02a-52ca-41b8-b099-9368fd516a45 Sep 27 04:21:46.875289 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-467ed526-f201-4691-80cc-747b55a4a1ab None None] Port 5bc8f02a-52ca-41b8-b099-9368fd516a45 had new provisioning blocks added so it will not transition to active. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 04:21:46.966241 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58186a-fbd8-413e-9d6a-b83095611655 service neutron] Pushing event updated for resources: {'Port': ['ID=5bc8f02a-52ca-41b8-b099-9368fd516a45,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:46.981672 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f44de7-93d1-409d-9a0f-135eff0c130f x-openstack-request-id: req-94f44de7-93d1-409d-9a0f-135eff0c130f {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:21:46.982155 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15636443-a500-413b-ada7-f5af04e71e1c", "tag": "5bc8f02a-52ca-41b8-b099-9368fd516a45", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:21:46.982468 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-94f44de7-93d1-409d-9a0f-135eff0c130f {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:21:46.982921 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94f44de7-93d1-409d-9a0f-135eff0c130f'] response: {'name': 'network-changed', 'server_uuid': '15636443-a500-413b-ada7-f5af04e71e1c', 'tag': '5bc8f02a-52ca-41b8-b099-9368fd516a45', 'status': 'completed', 'code': 200} Sep 27 04:21:46.997579 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-3a2aa61c-94f8-4e8c-bc8d-53bce250e0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:46.997579 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-3a2aa61c-94f8-4e8c-bc8d-53bce250e0e7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=988a2e4b6d154a4da1ee1a1f4d696588&device_id=15636443-a500-413b-ada7-f5af04e71e1c HTTP/1.1" status: 200 len: 1131 time: 0.1076760 Sep 27 04:21:47.004979 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d04007-2357-4eac-8a63-c870a5021340 req-37a87e11-02f6-4e53-863d-00d286a74860 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:47.006502 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f9d04007-2357-4eac-8a63-c870a5021340 req-37a87e11-02f6-4e53-863d-00d286a74860 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.57 "GET /networking/v2.0/networks?id=8bc82a56-69c2-484f-aa08-23831b7e71a2 HTTP/1.1" status: 200 len: 814 time: 0.2595966 Sep 27 04:21:47.052396 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-f9d04007-2357-4eac-8a63-c870a5021340 req-78300cef-5b1f-4cbf-a302-b09c751ad90b tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Request body: {'port': {'device_id': 'c7036d25-7161-4e1f-95a5-5c8549139bc3', 'network_id': '8bc82a56-69c2-484f-aa08-23831b7e71a2', 'admin_state_up': True, 'tenant_id': '7e7b2ff0f0104769a550d0c0692ab713'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:21:47.059240 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-18899098-8f0d-401b-8c76-8bef8ed3d664 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=5bc8f02a-52ca-41b8-b099-9368fd516a45 HTTP/1.1" status: 200 len: 217 time: 0.0517454 Sep 27 04:21:47.189201 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:47.190574 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-8e030e32-c88b-4f28-8077-bf792cda239b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:47.193429 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-8e030e32-c88b-4f28-8077-bf792cda239b service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=5e49f6f7-7be2-4120-9e23-b2c0962d26fc HTTP/1.1" status: 200 len: 843 time: 0.0937934 Sep 27 04:21:47.200481 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:47.304647 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-afdf8a1f-4f2f-4389-bcc1-4f7750a0088a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:47.306791 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-afdf8a1f-4f2f-4389-bcc1-4f7750a0088a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=1659662c-84cd-4ca0-9418-f36b497121ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1045823 Sep 27 04:21:47.333534 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9d04007-2357-4eac-8a63-c870a5021340 req-78300cef-5b1f-4cbf-a302-b09c751ad90b tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Made reservation on behalf of 7e7b2ff0f0104769a550d0c0692ab713 for: {'port': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:21:47.337644 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f9d04007-2357-4eac-8a63-c870a5021340 req-78300cef-5b1f-4cbf-a302-b09c751ad90b tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:47.514578 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-12fcdfb4-c8bd-4a12-beee-f8070caa093c req-33883b46-395b-4fc2-aa09-d57a3e94efec tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 210 time: 0.0797234 Sep 27 04:21:47.518630 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-c52bb396-c387-4536-a80f-23e5ce0152d7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/1659662c-84cd-4ca0-9418-f36b497121ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945937 Sep 27 04:21:47.661222 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec1537a-a291-439f-857d-edada0318bce req-a59481a4-01a8-4e35-8a4b-e868afff6ef6 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:47.666469 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8ec1537a-a291-439f-857d-edada0318bce req-a59481a4-01a8-4e35-8a4b-e868afff6ef6 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.0685735 Sep 27 04:21:47.727981 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [req-f9d04007-2357-4eac-8a63-c870a5021340 req-78300cef-5b1f-4cbf-a302-b09c751ad90b tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Allocated IP 172.20.0.14 (8bc82a56-69c2-484f-aa08-23831b7e71a2/fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40/9d990fa5-a24c-4b14-8c63-0e0506b80887) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:21:47.802196 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8ec1537a-a291-439f-857d-edada0318bce req-9c0aca6a-31d3-493b-a8d1-39710236b0a3 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292076 Sep 27 04:21:47.811738 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4e078bea-afd6-4b71-88a9-9f4ae1f8b147 req-902418eb-f175-43ce-8228-e5d80e1b2408 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/1659662c-84cd-4ca0-9418-f36b497121ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865789 Sep 27 04:21:47.999208 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f9d04007-2357-4eac-8a63-c870a5021340 req-78300cef-5b1f-4cbf-a302-b09c751ad90b tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks [] for port (9d990fa5-a24c-4b14-8c63-0e0506b80887), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:48.003819 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad76cf-b172-4b0c-8909-7aefc9d2720b req-8c3120a3-e12f-4fa1-b864-663dda95434b tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:48.005515 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-74ad76cf-b172-4b0c-8909-7aefc9d2720b req-8c3120a3-e12f-4fa1-b864-663dda95434b tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=15636443-a500-413b-ada7-f5af04e71e1c HTTP/1.1" status: 200 len: 947 time: 0.0738947 Sep 27 04:21:48.035460 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:48.046700 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f9d04007-2357-4eac-8a63-c870a5021340 req-78300cef-5b1f-4cbf-a302-b09c751ad90b tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (9d990fa5-a24c-4b14-8c63-0e0506b80887), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:48.060309 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-74ad76cf-b172-4b0c-8909-7aefc9d2720b req-95b07ef7-6a64-4231-a735-4eb53aa6fe74 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=31b26620-a24b-4460-9a83-4151d3e45dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484824 Sep 27 04:21:48.091137 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d04007-2357-4eac-8a63-c870a5021340 req-78300cef-5b1f-4cbf-a302-b09c751ad90b tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Network 8bc82a56-69c2-484f-aa08-23831b7e71a2 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:21:48.094896 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [req-f9d04007-2357-4eac-8a63-c870a5021340 req-78300cef-5b1f-4cbf-a302-b09c751ad90b tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:21:48.098851 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d04007-2357-4eac-8a63-c870a5021340 req-78300cef-5b1f-4cbf-a302-b09c751ad90b tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:21:48.126091 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78300cef-5b1f-4cbf-a302-b09c751ad90b tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Pushing event updated for resources: {'Port': ['ID=9d990fa5-a24c-4b14-8c63-0e0506b80887,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:48.152596 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d04007-2357-4eac-8a63-c870a5021340 req-78300cef-5b1f-4cbf-a302-b09c751ad90b tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:48.153203 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f9d04007-2357-4eac-8a63-c870a5021340 req-78300cef-5b1f-4cbf-a302-b09c751ad90b tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:48.170222 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f9d04007-2357-4eac-8a63-c870a5021340 req-78300cef-5b1f-4cbf-a302-b09c751ad90b tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1223800 Sep 27 04:21:48.422400 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-96be999f-6045-4c36-98ff-c8f25142f46b None None] Provisioning complete for port 9d990fa5-a24c-4b14-8c63-0e0506b80887 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:21:48.422904 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-96be999f-6045-4c36-98ff-c8f25142f46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (9d990fa5-a24c-4b14-8c63-0e0506b80887), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:48.423102 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-96be999f-6045-4c36-98ff-c8f25142f46b None None] Attempt 1 to provision port 9d990fa5-a24c-4b14-8c63-0e0506b80887 Sep 27 04:21:48.475688 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-96be999f-6045-4c36-98ff-c8f25142f46b None None] Port 9d990fa5-a24c-4b14-8c63-0e0506b80887 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:48.605343 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 59420) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:48.682182 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:48.685476 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b0af20-c9c1-459c-aa5a-3051fd090434 req-e3989790-d1a4-4936-b94e-0f225d74c1c2 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:48.687145 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f3b0af20-c9c1-459c-aa5a-3051fd090434 req-e3989790-d1a4-4936-b94e-0f225d74c1c2 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 932 time: 0.0642917 Sep 27 04:21:48.691086 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148bddd9-02f7-4552-bce7-689a57c58b0d req-ec44a2bd-d18a-433c-913f-ecca61309d1e tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:48.692853 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-148bddd9-02f7-4552-bce7-689a57c58b0d req-ec44a2bd-d18a-433c-913f-ecca61309d1e tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.0577953 Sep 27 04:21:48.718654 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=69,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:48.761287 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-148bddd9-02f7-4552-bce7-689a57c58b0d req-a84f4378-10a4-4c1e-9a09-19dd18a4e41c tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579126 Sep 27 04:21:48.766516 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f3b0af20-c9c1-459c-aa5a-3051fd090434 req-8b132a92-b02e-4bfe-b273-74d0037252bc tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669065 Sep 27 04:21:48.882818 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 59428) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:48.977683 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-96be999f-6045-4c36-98ff-c8f25142f46b None None] Attempt 2 to provision port 9d990fa5-a24c-4b14-8c63-0e0506b80887 Sep 27 04:21:48.989653 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-16859597-b091-4a68-99c2-093cb6a813b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:49.012289 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461cfeef-2385-4fa5-8f03-9c0d0027c2f1 req-1f051e1b-c623-443f-b9b6-6421a6b0354b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:49.025166 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-461cfeef-2385-4fa5-8f03-9c0d0027c2f1 req-1f051e1b-c623-443f-b9b6-6421a6b0354b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.1280549 Sep 27 04:21:49.028423 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-96be999f-6045-4c36-98ff-c8f25142f46b None None] Port 9d990fa5-a24c-4b14-8c63-0e0506b80887 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:49.039526 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bf65c5e6-3573-4a6e-82b0-ac95edda8c1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:49.050810 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:49.115821 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-461cfeef-2385-4fa5-8f03-9c0d0027c2f1 req-d627f8bb-899b-471f-9bc6-0a42bb547707 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891352 Sep 27 04:21:49.173580 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bf65c5e6-3573-4a6e-82b0-ac95edda8c1e admin admin] Publish callbacks [] for security_group (de67eae4-82f4-42a0-a907-7f2dcb494468), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:49.193256 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bf65c5e6-3573-4a6e-82b0-ac95edda8c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (de67eae4-82f4-42a0-a907-7f2dcb494468), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:49.530706 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-96be999f-6045-4c36-98ff-c8f25142f46b None None] Attempt 3 to provision port 9d990fa5-a24c-4b14-8c63-0e0506b80887 Sep 27 04:21:49.574531 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-bf65c5e6-3573-4a6e-82b0-ac95edda8c1e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=8ef89153c2d24ff99040819c56e54e8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6902270 Sep 27 04:21:49.577567 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 59440) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:49.586408 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf65c5e6-3573-4a6e-82b0-ac95edda8c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de67eae4-82f4-42a0-a907-7f2dcb494468,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:49.597584 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-96be999f-6045-4c36-98ff-c8f25142f46b None None] Port 9d990fa5-a24c-4b14-8c63-0e0506b80887 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:49.608137 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9b9ad7-22e4-43a5-a22f-f25c2a12345f req-be1b0b40-3984-4c11-8987-f2cd18855ff0 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:49.610439 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cf9b9ad7-22e4-43a5-a22f-f25c2a12345f req-be1b0b40-3984-4c11-8987-f2cd18855ff0 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=15636443-a500-413b-ada7-f5af04e71e1c HTTP/1.1" status: 200 len: 947 time: 0.3887911 Sep 27 04:21:49.648578 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d9caa3d8-2347-484f-9492-1c0d47556bfa admin admin] Publish callbacks [] for security_group (de67eae4-82f4-42a0-a907-7f2dcb494468), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:49.688601 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-16859597-b091-4a68-99c2-093cb6a813b0 admin admin] Publish callbacks [] for security_group (7e9f64c1-90c9-46aa-899b-ef784c4525eb), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:49.702606 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-16859597-b091-4a68-99c2-093cb6a813b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (7e9f64c1-90c9-46aa-899b-ef784c4525eb), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:49.703007 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d9caa3d8-2347-484f-9492-1c0d47556bfa admin admin] Publish callbacks [] for security_group (de67eae4-82f4-42a0-a907-7f2dcb494468), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:49.717488 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cf9b9ad7-22e4-43a5-a22f-f25c2a12345f req-5b5e24ce-15cc-4385-95a9-4b92e368f52b tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=31b26620-a24b-4460-9a83-4151d3e45dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014833 Sep 27 04:21:49.735099 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 5bc8f02a-52ca-41b8-b099-9368fd516a45 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 04:21:49.779253 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-16859597-b091-4a68-99c2-093cb6a813b0 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=cd836c63e9f14336a59ea9d51b05510b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1721544 Sep 27 04:21:49.782029 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16859597-b091-4a68-99c2-093cb6a813b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9f64c1-90c9-46aa-899b-ef784c4525eb,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:49.783094 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 59444) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:49.847129 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d9caa3d8-2347-484f-9492-1c0d47556bfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (de67eae4-82f4-42a0-a907-7f2dcb494468), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:49.849734 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d9caa3d8-2347-484f-9492-1c0d47556bfa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:49.859013 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-d9caa3d8-2347-484f-9492-1c0d47556bfa admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/de67eae4-82f4-42a0-a907-7f2dcb494468 HTTP/1.1" status: 204 len: 168 time: 0.2723062 Sep 27 04:21:49.893706 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:49.922528 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 5bc8f02a-52ca-41b8-b099-9368fd516a45, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=5bc8f02a-52ca-41b8-b099-9368fd516a45,segment=NetworkSegment(9fed9611-888f-4522-acf6-4e174e3e22fb),segment_id=9fed9611-888f-4522-acf6-4e174e3e22fb)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:21:49.941576 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:49.941901 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9caa3d8-2347-484f-9492-1c0d47556bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de67eae4-82f4-42a0-a907-7f2dcb494468,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:49.968113 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d1f5-c357-49ef-a54a-e2959df98581 admin admin] Publish callbacks [] for security_group (7e9f64c1-90c9-46aa-899b-ef784c4525eb), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:49.999899 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5fcdd0-4bf2-4535-b9e8-9f0730b83d47 req-820f880e-2e0d-4ba9-816e-c8250508aa9d tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:50.000425 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Returning: {'device': '5bc8f02a-52ca-41b8-b099-9368fd516a45', 'network_id': '1659662c-84cd-4ca0-9418-f36b497121ac', 'port_id': '5bc8f02a-52ca-41b8-b099-9368fd516a45', 'mac_address': 'fa:16:3e:37:2a:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e49f6f7-7be2-4120-9e23-b2c0962d26fc', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 04:21:50.008411 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2c5fcdd0-4bf2-4535-b9e8-9f0730b83d47 req-820f880e-2e0d-4ba9-816e-c8250508aa9d tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 932 time: 0.1475327 Sep 27 04:21:50.048498 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d1f5-c357-49ef-a54a-e2959df98581 admin admin] Publish callbacks [] for security_group (7e9f64c1-90c9-46aa-899b-ef784c4525eb), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:50.075819 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0fc36a-c69c-458f-a47b-312f254e86e3 req-0638ae9c-40b4-48c8-afb1-d5f211670e5f tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:50.087182 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port 5bc8f02a-52ca-41b8-b099-9368fd516a45 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:21:50.087387 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3d0fc36a-c69c-458f-a47b-312f254e86e3 req-0638ae9c-40b4-48c8-afb1-d5f211670e5f tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.1324792 Sep 27 04:21:50.087588 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (5bc8f02a-52ca-41b8-b099-9368fd516a45), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:50.099419 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-96be999f-6045-4c36-98ff-c8f25142f46b None None] Attempt 4 to provision port 9d990fa5-a24c-4b14-8c63-0e0506b80887 Sep 27 04:21:50.127055 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2c5fcdd0-4bf2-4535-b9e8-9f0730b83d47 req-04c1f6b1-4834-40a0-8b6f-0f636b28d1d3 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174064 Sep 27 04:21:50.130066 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bc8f02a-52ca-41b8-b099-9368fd516a45 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:21:50.162740 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d1f5-c357-49ef-a54a-e2959df98581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (7e9f64c1-90c9-46aa-899b-ef784c4525eb), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:50.166807 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c7d4d1f5-c357-49ef-a54a-e2959df98581 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:50.170763 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-c7d4d1f5-c357-49ef-a54a-e2959df98581 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/7e9f64c1-90c9-46aa-899b-ef784c4525eb HTTP/1.1" status: 204 len: 168 time: 0.3838685 Sep 27 04:21:50.207219 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4d1f5-c357-49ef-a54a-e2959df98581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9f64c1-90c9-46aa-899b-ef784c4525eb,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:50.225838 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-96be999f-6045-4c36-98ff-c8f25142f46b None None] Port 9d990fa5-a24c-4b14-8c63-0e0506b80887 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:50.255293 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3d0fc36a-c69c-458f-a47b-312f254e86e3 req-a56e00ba-d6a7-4610-be4f-638fa60f284e tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1600969 Sep 27 04:21:50.318286 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 5bc8f02a-52ca-41b8-b099-9368fd516a45, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=5bc8f02a-52ca-41b8-b099-9368fd516a45,segment=NetworkSegment(9fed9611-888f-4522-acf6-4e174e3e22fb),segment_id=9fed9611-888f-4522-acf6-4e174e3e22fb)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:21:50.337679 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (5bc8f02a-52ca-41b8-b099-9368fd516a45), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:50.392129 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ea9088e9-181b-436e-b553-c3d78bbf3c4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:50.418900 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb54b55-29f6-4e03-920d-53a66365919e req-f9fab88f-3298-4691-90f9-78560e234827 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:50.431203 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-deb54b55-29f6-4e03-920d-53a66365919e req-f9fab88f-3298-4691-90f9-78560e234827 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.1134174 Sep 27 04:21:50.460041 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=5bc8f02a-52ca-41b8-b099-9368fd516a45,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:50.485440 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 59460) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:50.506370 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a59e0dae-a5ea-4809-a5d0-0f6ae5ea3abc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:50.516528 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-deb54b55-29f6-4e03-920d-53a66365919e req-7dd81b51-b40e-4125-87e9-4c3e8940edf6 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780172 Sep 27 04:21:50.553465 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-f9d04007-2357-4eac-8a63-c870a5021340 req-f7ccb789-d1fb-46b4-a6e9-f9a91a8dccd1 service neutron] Request body: {'port': {'device_id': 'c7036d25-7161-4e1f-95a5-5c8549139bc3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:21:50.598559 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['5bc8f02a-52ca-41b8-b099-9368fd516a45'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:21:50.678432 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:50.728041 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-96be999f-6045-4c36-98ff-c8f25142f46b None None] Attempt 5 to provision port 9d990fa5-a24c-4b14-8c63-0e0506b80887 Sep 27 04:21:50.816367 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=78,neutron:INSERT=21,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:50.845639 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-96be999f-6045-4c36-98ff-c8f25142f46b None None] Port 9d990fa5-a24c-4b14-8c63-0e0506b80887 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:50.922484 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3059f5-4ef2-4e37-8f1f-567bd039a107 req-f9272f77-d3c3-4a56-8004-822f76323013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:50.924013 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ea3059f5-4ef2-4e37-8f1f-567bd039a107 req-f9272f77-d3c3-4a56-8004-822f76323013 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=988a2e4b6d154a4da1ee1a1f4d696588&device_id=15636443-a500-413b-ada7-f5af04e71e1c HTTP/1.1" status: 200 len: 1132 time: 0.2951543 Sep 27 04:21:50.981280 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f9d04007-2357-4eac-8a63-c870a5021340 req-f7ccb789-d1fb-46b4-a6e9-f9a91a8dccd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (9d990fa5-a24c-4b14-8c63-0e0506b80887), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:51.057980 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e59c5d-0c44-42ee-b862-169041e1d0ee req-0f9685df-af6c-4955-a70d-8582e9457f85 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:51.059797 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d6e59c5d-0c44-42ee-b862-169041e1d0ee req-0f9685df-af6c-4955-a70d-8582e9457f85 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=15636443-a500-413b-ada7-f5af04e71e1c HTTP/1.1" status: 200 len: 948 time: 0.2187679 Sep 27 04:21:51.214974 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a59e0dae-a5ea-4809-a5d0-0f6ae5ea3abc admin admin] Publish callbacks [] for security_group (0f2e33f6-6814-4e23-9c48-f8b7ea0462bd), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:51.243328 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:51.260046 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a59e0dae-a5ea-4809-a5d0-0f6ae5ea3abc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (0f2e33f6-6814-4e23-9c48-f8b7ea0462bd), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:51.350692 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-96be999f-6045-4c36-98ff-c8f25142f46b None None] Attempt 6 to provision port 9d990fa5-a24c-4b14-8c63-0e0506b80887 Sep 27 04:21:51.397234 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3059f5-4ef2-4e37-8f1f-567bd039a107 req-bb9b57f4-de00-448a-a8c5-a78077fe4f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:51.399333 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ea3059f5-4ef2-4e37-8f1f-567bd039a107 req-bb9b57f4-de00-448a-a8c5-a78077fe4f72 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=1659662c-84cd-4ca0-9418-f36b497121ac HTTP/1.1" status: 200 len: 870 time: 0.4301507 Sep 27 04:21:51.412883 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d6e59c5d-0c44-42ee-b862-169041e1d0ee req-776562ab-9bff-4010-8047-dcc992062cc3 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=31b26620-a24b-4460-9a83-4151d3e45dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3421350 Sep 27 04:21:51.469776 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-96be999f-6045-4c36-98ff-c8f25142f46b None None] Port 9d990fa5-a24c-4b14-8c63-0e0506b80887 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:51.678714 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59e0dae-a5ea-4809-a5d0-0f6ae5ea3abc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2e33f6-6814-4e23-9c48-f8b7ea0462bd,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:51.748634 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ea3059f5-4ef2-4e37-8f1f-567bd039a107 req-e3cce32a-624b-45ff-8496-e7e4b34aec6f service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=5bc8f02a-52ca-41b8-b099-9368fd516a45 HTTP/1.1" status: 200 len: 217 time: 0.3165784 Sep 27 04:21:51.753872 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa39550-11d4-479e-af8c-b37736690cae req-0b0654e1-852c-4f44-b1a3-2871c68c2244 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:51.755921 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 5bc8f02a-52ca-41b8-b099-9368fd516a45 up at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:21:51.758780 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3aa39550-11d4-479e-af8c-b37736690cae req-0b0654e1-852c-4f44-b1a3-2871c68c2244 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 932 time: 0.5169725 Sep 27 04:21:51.793128 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-a59e0dae-a5ea-4809-a5d0-0f6ae5ea3abc admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=7de4e6ebc0554132a6ad5ee20c9c44d6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3031926 Sep 27 04:21:51.799568 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 59502) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:51.908967 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning for port 5bc8f02a-52ca-41b8-b099-9368fd516a45 completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 04:21:51.915291 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bf324e-69d7-48d1-a432-e3f9f19a4527 req-d1ea7959-aee8-48ed-acf4-892ee0fed466 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:51.926856 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-73bf324e-69d7-48d1-a432-e3f9f19a4527 req-d1ea7959-aee8-48ed-acf4-892ee0fed466 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.2747319 Sep 27 04:21:51.928640 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning complete for port 5bc8f02a-52ca-41b8-b099-9368fd516a45 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:21:51.929109 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (5bc8f02a-52ca-41b8-b099-9368fd516a45), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:51.929468 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Attempt 1 to provision port 5bc8f02a-52ca-41b8-b099-9368fd516a45 Sep 27 04:21:51.980163 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-96be999f-6045-4c36-98ff-c8f25142f46b None None] Attempt 7 to provision port 9d990fa5-a24c-4b14-8c63-0e0506b80887 Sep 27 04:21:51.992348 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:52.005271 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3aa39550-11d4-479e-af8c-b37736690cae req-3405359f-20fe-4e61-8b70-79f1f9259ce1 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385650 Sep 27 04:21:52.007736 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b5a403a3-0a69-449d-8d9d-c3bca33b5ff3 admin admin] Publish callbacks [] for security_group (0f2e33f6-6814-4e23-9c48-f8b7ea0462bd), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:52.092643 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b5a403a3-0a69-449d-8d9d-c3bca33b5ff3 admin admin] Publish callbacks [] for security_group (0f2e33f6-6814-4e23-9c48-f8b7ea0462bd), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:52.099472 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3059f5-4ef2-4e37-8f1f-567bd039a107 req-0f472648-38af-4b7d-b0dc-5d6978bf1a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:52.100990 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ea3059f5-4ef2-4e37-8f1f-567bd039a107 req-0f472648-38af-4b7d-b0dc-5d6978bf1a90 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=5e49f6f7-7be2-4120-9e23-b2c0962d26fc HTTP/1.1" status: 200 len: 843 time: 0.3192062 Sep 27 04:21:52.170254 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-96be999f-6045-4c36-98ff-c8f25142f46b None None] Port 9d990fa5-a24c-4b14-8c63-0e0506b80887 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:52.251350 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-73bf324e-69d7-48d1-a432-e3f9f19a4527 req-35806ca8-41b0-473f-8aea-1b2f1acb3d49 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3234656 Sep 27 04:21:52.271410 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [req-f9d04007-2357-4eac-8a63-c870a5021340 req-f7ccb789-d1fb-46b4-a6e9-f9a91a8dccd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d990fa5-a24c-4b14-8c63-0e0506b80887 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:21:52.287747 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f9d04007-2357-4eac-8a63-c870a5021340 req-f7ccb789-d1fb-46b4-a6e9-f9a91a8dccd1 service neutron] Publish callbacks [] for port (9d990fa5-a24c-4b14-8c63-0e0506b80887), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:52.291481 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:52.305091 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3059f5-4ef2-4e37-8f1f-567bd039a107 req-e0ea42db-f776-406e-ad1e-a311952897f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:52.312424 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ea3059f5-4ef2-4e37-8f1f-567bd039a107 req-e0ea42db-f776-406e-ad1e-a311952897f8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=1659662c-84cd-4ca0-9418-f36b497121ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1649330 Sep 27 04:21:52.325781 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894f044-848f-4452-9b24-ce121edea15c req-3d9003b6-430c-43fe-b150-0c8b39d86042 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:52.335215 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f894f044-848f-4452-9b24-ce121edea15c req-3d9003b6-430c-43fe-b150-0c8b39d86042 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.2044380 Sep 27 04:21:52.336325 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [req-f9d04007-2357-4eac-8a63-c870a5021340 req-f7ccb789-d1fb-46b4-a6e9-f9a91a8dccd1 service neutron] Transition to ACTIVE for port object 9d990fa5-a24c-4b14-8c63-0e0506b80887 will not be triggered until provisioned by entity L2. {{(pid=106210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 04:21:52.337496 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-be9d5ee3-5096-4509-80bb-8fb354925860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:52.376592 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port 5bc8f02a-52ca-41b8-b099-9368fd516a45 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:21:52.376985 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (5bc8f02a-52ca-41b8-b099-9368fd516a45), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:52.391881 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f9d04007-2357-4eac-8a63-c870a5021340 req-f7ccb789-d1fb-46b4-a6e9-f9a91a8dccd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (9d990fa5-a24c-4b14-8c63-0e0506b80887), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:52.403587 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f894f044-848f-4452-9b24-ce121edea15c req-cae5c279-7b13-4487-8bce-68ae8081b1d1 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671611 Sep 27 04:21:52.438929 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 5bc8f02a-52ca-41b8-b099-9368fd516a45, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=5bc8f02a-52ca-41b8-b099-9368fd516a45,segment=NetworkSegment(9fed9611-888f-4522-acf6-4e174e3e22fb),segment_id=9fed9611-888f-4522-acf6-4e174e3e22fb)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:21:52.440115 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15636443-a500-413b-ada7-f5af04e71e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc8f02a-52ca-41b8-b099-9368fd516a45'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:21:52.442655 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b5a403a3-0a69-449d-8d9d-c3bca33b5ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (0f2e33f6-6814-4e23-9c48-f8b7ea0462bd), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:52.443208 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2687affa0ef786a15f255b59e70001bb997277ef1a41850ee1c1551a100c7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac097e7-2b63-4157-ba15-306135676f2f" -d '{"events": [{"server_uuid": "15636443-a500-413b-ada7-f5af04e71e1c", "name": "network-vif-plugged", "status": "completed", "tag": "5bc8f02a-52ca-41b8-b099-9368fd516a45"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:21:52.446404 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b5a403a3-0a69-449d-8d9d-c3bca33b5ff3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:52.448087 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-b5a403a3-0a69-449d-8d9d-c3bca33b5ff3 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/0f2e33f6-6814-4e23-9c48-f8b7ea0462bd HTTP/1.1" status: 204 len: 168 time: 0.6475813 Sep 27 04:21:52.471140 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (5bc8f02a-52ca-41b8-b099-9368fd516a45), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:52.494084 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a403a3-0a69-449d-8d9d-c3bca33b5ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2e33f6-6814-4e23-9c48-f8b7ea0462bd,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:52.636236 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d764355-1989-481e-9b56-d223e2acd1c9 x-openstack-request-id: req-8d764355-1989-481e-9b56-d223e2acd1c9 {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:21:52.636563 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15636443-a500-413b-ada7-f5af04e71e1c", "name": "network-vif-plugged", "status": "completed", "tag": "5bc8f02a-52ca-41b8-b099-9368fd516a45", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:21:52.639305 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8d764355-1989-481e-9b56-d223e2acd1c9 {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:21:52.642553 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d764355-1989-481e-9b56-d223e2acd1c9'] response: {'server_uuid': '15636443-a500-413b-ada7-f5af04e71e1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bc8f02a-52ca-41b8-b099-9368fd516a45', 'code': 200} Sep 27 04:21:52.679723 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-96be999f-6045-4c36-98ff-c8f25142f46b None None] Attempt 8 to provision port 9d990fa5-a24c-4b14-8c63-0e0506b80887 Sep 27 04:21:52.779403 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-96be999f-6045-4c36-98ff-c8f25142f46b None None] Port 9d990fa5-a24c-4b14-8c63-0e0506b80887 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:52.794523 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3131e21-1d63-4fb4-b7ba-8b0a8741ddcf req-f9b4ae6d-c514-47c2-916d-c9e54f271aff tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:52.813600 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a3131e21-1d63-4fb4-b7ba-8b0a8741ddcf req-f9b4ae6d-c514-47c2-916d-c9e54f271aff tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=15636443-a500-413b-ada7-f5af04e71e1c HTTP/1.1" status: 200 len: 949 time: 0.1700583 Sep 27 04:21:52.816105 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 59522) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:52.837700 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=5bc8f02a-52ca-41b8-b099-9368fd516a45,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:52.944588 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a3131e21-1d63-4fb4-b7ba-8b0a8741ddcf req-db101f36-43c6-4894-af9c-1be0ba38987d tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=31b26620-a24b-4460-9a83-4151d3e45dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291203 Sep 27 04:21:52.965410 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ccb789-d1fb-46b4-a6e9-f9a91a8dccd1 service neutron] Pushing event updated for resources: {'Port': ['ID=9d990fa5-a24c-4b14-8c63-0e0506b80887,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:53.045905 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1b49c3d4-db17-4d4b-a310-f84bbce48a03 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:53.143758 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea6f20-7361-4931-96b2-ac6856c93abd req-185f03f0-961d-4e1b-9210-35262096d9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:53.147482 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-15ea6f20-7361-4931-96b2-ac6856c93abd req-185f03f0-961d-4e1b-9210-35262096d9bd service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=15636443-a500-413b-ada7-f5af04e71e1c HTTP/1.1" status: 200 len: 1133 time: 0.2374671 Sep 27 04:21:53.153147 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ea3059f5-4ef2-4e37-8f1f-567bd039a107 req-90040ee3-d910-4032-b941-22dacb4095aa service neutron] 10.222.0.57 "GET /networking/v2.0/networks/1659662c-84cd-4ca0-9418-f36b497121ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8103681 Sep 27 04:21:53.179621 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 59532) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:53.200350 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-78c27cbb-35a1-4be8-a1a9-b2d52f56d7d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:53.212750 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-f9d04007-2357-4eac-8a63-c870a5021340 req-f7ccb789-d1fb-46b4-a6e9-f9a91a8dccd1 service neutron] Attempting to bind port 9d990fa5-a24c-4b14-8c63-0e0506b80887 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:21:53.213087 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-f9d04007-2357-4eac-8a63-c870a5021340 req-f7ccb789-d1fb-46b4-a6e9-f9a91a8dccd1 service neutron] Attempting to bind port 9d990fa5-a24c-4b14-8c63-0e0506b80887 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': '39fbe748-2b18-4d3a-b683-ef5d7bb2f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8bc82a56-69c2-484f-aa08-23831b7e71a2'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:21:53.213552 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d04007-2357-4eac-8a63-c870a5021340 req-f7ccb789-d1fb-46b4-a6e9-f9a91a8dccd1 service neutron] Attempting to bind port 9d990fa5-a24c-4b14-8c63-0e0506b80887 on network 8bc82a56-69c2-484f-aa08-23831b7e71a2 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:21:53.233644 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:53.236798 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1b49c3d4-db17-4d4b-a310-f84bbce48a03 admin admin] Publish callbacks [] for security_group (f19d9390-380b-49d3-b80c-e8443229f861), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:53.251359 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1b49c3d4-db17-4d4b-a310-f84bbce48a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (f19d9390-380b-49d3-b80c-e8443229f861), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:53.265794 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13ead3-cc79-4265-9a58-c0508ed2b435 req-66a4f33e-6650-427e-a97c-d5227e491719 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:53.273503 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ad13ead3-cc79-4265-9a58-c0508ed2b435 req-66a4f33e-6650-427e-a97c-d5227e491719 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 944 time: 0.1045561 Sep 27 04:21:53.280718 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-96be999f-6045-4c36-98ff-c8f25142f46b None None] Attempt 9 to provision port 9d990fa5-a24c-4b14-8c63-0e0506b80887 Sep 27 04:21:53.308923 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d04007-2357-4eac-8a63-c870a5021340 req-f7ccb789-d1fb-46b4-a6e9-f9a91a8dccd1 service neutron] Port 9d990fa5-a24c-4b14-8c63-0e0506b80887 on network 8bc82a56-69c2-484f-aa08-23831b7e71a2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 04:21:53.309264 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d04007-2357-4eac-8a63-c870a5021340 req-f7ccb789-d1fb-46b4-a6e9-f9a91a8dccd1 service neutron] Attempting to bind port 9d990fa5-a24c-4b14-8c63-0e0506b80887 on network 8bc82a56-69c2-484f-aa08-23831b7e71a2 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:21:53.355658 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b49c3d4-db17-4d4b-a310-f84bbce48a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19d9390-380b-49d3-b80c-e8443229f861,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:53.368941 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d04007-2357-4eac-8a63-c870a5021340 req-f7ccb789-d1fb-46b4-a6e9-f9a91a8dccd1 service neutron] Checking agent: {'id': 'b1f517e4-57bd-40c9-8710-cebf6376635e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'started_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 21, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:21:53.369248 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d04007-2357-4eac-8a63-c870a5021340 req-f7ccb789-d1fb-46b4-a6e9-f9a91a8dccd1 service neutron] Checking segment: {'id': '39fbe748-2b18-4d3a-b683-ef5d7bb2f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8bc82a56-69c2-484f-aa08-23831b7e71a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:21:53.369863 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d04007-2357-4eac-8a63-c870a5021340 req-f7ccb789-d1fb-46b4-a6e9-f9a91a8dccd1 service neutron] Bound using segment: {'id': '39fbe748-2b18-4d3a-b683-ef5d7bb2f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8bc82a56-69c2-484f-aa08-23831b7e71a2'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:21:53.370148 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-f9d04007-2357-4eac-8a63-c870a5021340 req-f7ccb789-d1fb-46b4-a6e9-f9a91a8dccd1 service neutron] Bound port: 9d990fa5-a24c-4b14-8c63-0e0506b80887, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39fbe748-2b18-4d3a-b683-ef5d7bb2f520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '8bc82a56-69c2-484f-aa08-23831b7e71a2'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:21:53.370619 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f9d04007-2357-4eac-8a63-c870a5021340 req-f7ccb789-d1fb-46b4-a6e9-f9a91a8dccd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (9d990fa5-a24c-4b14-8c63-0e0506b80887), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:53.384690 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-1b49c3d4-db17-4d4b-a310-f84bbce48a03 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=5ada2c71f3c948f58cec85e4edaf1a92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5622592 Sep 27 04:21:53.390414 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 59536) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:53.403793 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ad13ead3-cc79-4265-9a58-c0508ed2b435 req-4df35466-d7ab-42f0-8c37-bee6424e3649 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297436 Sep 27 04:21:53.411584 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-96be999f-6045-4c36-98ff-c8f25142f46b None None] Port 9d990fa5-a24c-4b14-8c63-0e0506b80887 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:21:53.572808 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ecc0b-9589-41a4-bc35-b3a27fdf0030 req-a8df4a65-1a65-43d3-a4c8-7e1f93647c37 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:53.586690 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-886ecc0b-9589-41a4-bc35-b3a27fdf0030 req-a8df4a65-1a65-43d3-a4c8-7e1f93647c37 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.1432576 Sep 27 04:21:53.594900 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:53.650652 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-f9d04007-2357-4eac-8a63-c870a5021340 req-f7ccb789-d1fb-46b4-a6e9-f9a91a8dccd1 service neutron] For port 9d990fa5-a24c-4b14-8c63-0e0506b80887, host hv-cinder-85918, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:21:53.654638 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3e67f810-c392-4214-949e-4e655b26888f admin admin] Publish callbacks [] for security_group (f19d9390-380b-49d3-b80c-e8443229f861), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:53.690164 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b169bb-fbfd-446f-8519-8d2eebd8d772 req-745a99b7-9a05-4f65-9057-6caa46c37246 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:53.692053 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a3b169bb-fbfd-446f-8519-8d2eebd8d772 req-745a99b7-9a05-4f65-9057-6caa46c37246 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.1650109 Sep 27 04:21:53.694218 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-f9d04007-2357-4eac-8a63-c870a5021340 req-f7ccb789-d1fb-46b4-a6e9-f9a91a8dccd1 service neutron] For port 9d990fa5-a24c-4b14-8c63-0e0506b80887, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=9d990fa5-a24c-4b14-8c63-0e0506b80887,segment=NetworkSegment(39fbe748-2b18-4d3a-b683-ef5d7bb2f520),segment_id=39fbe748-2b18-4d3a-b683-ef5d7bb2f520)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:21:53.702643 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3e67f810-c392-4214-949e-4e655b26888f admin admin] Publish callbacks [] for security_group (f19d9390-380b-49d3-b80c-e8443229f861), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:53.707487 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:53.727844 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f9d04007-2357-4eac-8a63-c870a5021340 req-f7ccb789-d1fb-46b4-a6e9-f9a91a8dccd1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (9d990fa5-a24c-4b14-8c63-0e0506b80887), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:53.729719 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-78c27cbb-35a1-4be8-a1a9-b2d52f56d7d1 admin admin] Publish callbacks [] for security_group (c1625d45-ef42-4c27-945b-33de89a885e9), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:53.746791 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-886ecc0b-9589-41a4-bc35-b3a27fdf0030 req-ae4fe039-eb5a-49de-af9a-e33d839048cc tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507823 Sep 27 04:21:53.748023 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-78c27cbb-35a1-4be8-a1a9-b2d52f56d7d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (c1625d45-ef42-4c27-945b-33de89a885e9), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:53.751929 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d04007-2357-4eac-8a63-c870a5021340 req-f7ccb789-d1fb-46b4-a6e9-f9a91a8dccd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:53.753088 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f9d04007-2357-4eac-8a63-c870a5021340 req-f7ccb789-d1fb-46b4-a6e9-f9a91a8dccd1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:53.755255 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f9d04007-2357-4eac-8a63-c870a5021340 req-f7ccb789-d1fb-46b4-a6e9-f9a91a8dccd1 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/9d990fa5-a24c-4b14-8c63-0e0506b80887 HTTP/1.1" status: 200 len: 1094 time: 3.2083576 Sep 27 04:21:53.756493 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7036d25-7161-4e1f-95a5-5c8549139bc3', 'tag': '9d990fa5-a24c-4b14-8c63-0e0506b80887'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:21:53.759519 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8149e23-6b29-40ec-8e2b-5cbd75c27d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "c7036d25-7161-4e1f-95a5-5c8549139bc3", "tag": "9d990fa5-a24c-4b14-8c63-0e0506b80887"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:21:53.814284 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-78c27cbb-35a1-4be8-a1a9-b2d52f56d7d1 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=cb383707cc014e58ad6685429e2f3388&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6308503 Sep 27 04:21:53.815698 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 59544) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:53.828863 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:53.862160 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3e67f810-c392-4214-949e-4e655b26888f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (f19d9390-380b-49d3-b80c-e8443229f861), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:53.865016 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3e67f810-c392-4214-949e-4e655b26888f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:53.869059 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-3e67f810-c392-4214-949e-4e655b26888f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/f19d9390-380b-49d3-b80c-e8443229f861 HTTP/1.1" status: 204 len: 168 time: 0.4776943 Sep 27 04:21:53.913628 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-96be999f-6045-4c36-98ff-c8f25142f46b None None] Attempt 10 to provision port 9d990fa5-a24c-4b14-8c63-0e0506b80887 Sep 27 04:21:53.916882 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c27cbb-35a1-4be8-a1a9-b2d52f56d7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1625d45-ef42-4c27-945b-33de89a885e9,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:53.917194 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:53.919004 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e67f810-c392-4214-949e-4e655b26888f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19d9390-380b-49d3-b80c-e8443229f861,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:53.943011 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a1a44d6-7e34-453d-a2d9-531efb0a2714 x-openstack-request-id: req-5a1a44d6-7e34-453d-a2d9-531efb0a2714 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:21:53.944354 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7036d25-7161-4e1f-95a5-5c8549139bc3", "tag": "9d990fa5-a24c-4b14-8c63-0e0506b80887", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:21:53.944868 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d6f18e4c-47b4-4048-912e-9c6910749587 admin admin] Publish callbacks [] for security_group (c1625d45-ef42-4c27-945b-33de89a885e9), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:53.945240 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5a1a44d6-7e34-453d-a2d9-531efb0a2714 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:21:53.949003 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a1a44d6-7e34-453d-a2d9-531efb0a2714'] response: {'name': 'network-changed', 'server_uuid': 'c7036d25-7161-4e1f-95a5-5c8549139bc3', 'tag': '9d990fa5-a24c-4b14-8c63-0e0506b80887', 'status': 'completed', 'code': 200} Sep 27 04:21:53.973327 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a3b169bb-fbfd-446f-8519-8d2eebd8d772 req-058a1567-dd9a-44e9-9cc3-7583e71aa894 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2732382 Sep 27 04:21:53.985693 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ccb789-d1fb-46b4-a6e9-f9a91a8dccd1 service neutron] Pushing event updated for resources: {'Port': ['ID=9d990fa5-a24c-4b14-8c63-0e0506b80887,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:53.991094 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d6f18e4c-47b4-4048-912e-9c6910749587 admin admin] Publish callbacks [] for security_group (c1625d45-ef42-4c27-945b-33de89a885e9), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:54.059662 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-96be999f-6045-4c36-98ff-c8f25142f46b None None] Port 9d990fa5-a24c-4b14-8c63-0e0506b80887 had new provisioning blocks added so it will not transition to active. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 04:21:54.096260 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:DELETE=1,neutron:SELECT=85,neutron:INSERT=14 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:54.112515 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d6f18e4c-47b4-4048-912e-9c6910749587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (c1625d45-ef42-4c27-945b-33de89a885e9), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:54.117717 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d6f18e4c-47b4-4048-912e-9c6910749587 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:54.122446 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-d6f18e4c-47b4-4048-912e-9c6910749587 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c1625d45-ef42-4c27-945b-33de89a885e9 HTTP/1.1" status: 204 len: 168 time: 0.3055456 Sep 27 04:21:54.166999 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db873e-9540-44e5-b034-4e990f61a669 req-fbd7403e-6b51-422c-b995-f0dcfb335fc5 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:54.176486 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e2db873e-9540-44e5-b034-4e990f61a669 req-fbd7403e-6b51-422c-b995-f0dcfb335fc5 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=15636443-a500-413b-ada7-f5af04e71e1c HTTP/1.1" status: 200 len: 949 time: 0.0800176 Sep 27 04:21:54.200716 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f18e4c-47b4-4048-912e-9c6910749587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1625d45-ef42-4c27-945b-33de89a885e9,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:54.256449 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e2db873e-9540-44e5-b034-4e990f61a669 req-5aa21c74-f173-497a-81e1-d927775d47a6 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=31b26620-a24b-4460-9a83-4151d3e45dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788662 Sep 27 04:21:54.650006 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062a950f-2d31-42a1-b154-69b47c93184b req-b1f02721-fea0-4c32-a0d6-d6a200d0b52b tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:54.652241 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-062a950f-2d31-42a1-b154-69b47c93184b req-b1f02721-fea0-4c32-a0d6-d6a200d0b52b tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 944 time: 0.1055021 Sep 27 04:21:54.784437 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-062a950f-2d31-42a1-b154-69b47c93184b req-247f2634-88a9-44e8-adc4-6baaa0e1b6b9 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245842 Sep 27 04:21:55.056762 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e61756f-fff6-4b5c-836d-0a2841370678 req-5b6ae3b7-9a32-4bee-be47-40db90699093 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:55.059333 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1e61756f-fff6-4b5c-836d-0a2841370678 req-5b6ae3b7-9a32-4bee-be47-40db90699093 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.1676941 Sep 27 04:21:55.076311 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:55.180205 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:55.185422 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1e61756f-fff6-4b5c-836d-0a2841370678 req-74c594be-5244-454e-976d-10044960d5f7 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192017 Sep 27 04:21:55.214400 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c2225-7948-4dd4-b16e-e50761f916e6 req-a99beb99-dfa3-420c-a9be-6324c14fe82d tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:55.222896 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ad0c2225-7948-4dd4-b16e-e50761f916e6 req-a99beb99-dfa3-420c-a9be-6324c14fe82d tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.0939100 Sep 27 04:21:55.305326 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ad0c2225-7948-4dd4-b16e-e50761f916e6 req-1eba8096-5aff-4075-8a20-c220ae64b132 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753009 Sep 27 04:21:55.459308 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3342d240-a05f-448b-a0a9-ff2fe707cea8 req-e142c0d9-cc72-410f-a753-3730266b0cb6 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:55.460808 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3342d240-a05f-448b-a0a9-ff2fe707cea8 req-e142c0d9-cc72-410f-a753-3730266b0cb6 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=15636443-a500-413b-ada7-f5af04e71e1c HTTP/1.1" status: 200 len: 949 time: 0.0724967 Sep 27 04:21:55.471278 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 59598) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:55.508505 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3342d240-a05f-448b-a0a9-ff2fe707cea8 req-be110cb8-e2fe-47d1-8fff-b3ffcbc491ba tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=31b26620-a24b-4460-9a83-4151d3e45dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420620 Sep 27 04:21:55.594131 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-c560aa52-032f-4dad-b4c4-9c67ec631584 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-814185499-network', 'tenant_id': '14d42cf78c32468cb8bf10aa847c7cc3'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:21:55.613426 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c560aa52-032f-4dad-b4c4-9c67ec631584 admin admin] Made reservation on behalf of 14d42cf78c32468cb8bf10aa847c7cc3 for: {'network': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:21:55.615745 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c560aa52-032f-4dad-b4c4-9c67ec631584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for network (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:55.626022 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c560aa52-032f-4dad-b4c4-9c67ec631584 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:55.712218 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c560aa52-032f-4dad-b4c4-9c67ec631584 admin admin] Publish callbacks [] for security_group (b085b3fa-48ce-47db-8026-9c8743b70349), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:55.716326 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c560aa52-032f-4dad-b4c4-9c67ec631584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (b085b3fa-48ce-47db-8026-9c8743b70349), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:55.750113 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c560aa52-032f-4dad-b4c4-9c67ec631584 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=106210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 04:21:55.755751 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560aa52-032f-4dad-b4c4-9c67ec631584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b085b3fa-48ce-47db-8026-9c8743b70349,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:55.768609 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c560aa52-032f-4dad-b4c4-9c67ec631584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (8f76b480-d8af-4f6a-b685-392c9daa6c91), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:55.768956 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.db.segments_db [None req-c560aa52-032f-4dad-b4c4-9c67ec631584 admin admin] Added segment 8f76b480-d8af-4f6a-b685-392c9daa6c91 of type vlan for network 14e40f69-7e37-43ea-ba44-fd89b3b60419 Sep 27 04:21:55.771177 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c560aa52-032f-4dad-b4c4-9c67ec631584 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:55.771496 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c560aa52-032f-4dad-b4c4-9c67ec631584 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:55.771914 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c560aa52-032f-4dad-b4c4-9c67ec631584 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:55.772369 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c560aa52-032f-4dad-b4c4-9c67ec631584 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:55.772710 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c560aa52-032f-4dad-b4c4-9c67ec631584 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:55.773041 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c560aa52-032f-4dad-b4c4-9c67ec631584 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:55.773368 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c560aa52-032f-4dad-b4c4-9c67ec631584 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:55.773758 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c560aa52-032f-4dad-b4c4-9c67ec631584 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:55.774118 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c560aa52-032f-4dad-b4c4-9c67ec631584 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:55.774413 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c560aa52-032f-4dad-b4c4-9c67ec631584 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:55.774738 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c560aa52-032f-4dad-b4c4-9c67ec631584 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:55.775066 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c560aa52-032f-4dad-b4c4-9c67ec631584 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:55.775387 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c560aa52-032f-4dad-b4c4-9c67ec631584 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:55.775751 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c560aa52-032f-4dad-b4c4-9c67ec631584 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:55.776125 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c560aa52-032f-4dad-b4c4-9c67ec631584 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:55.847112 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c560aa52-032f-4dad-b4c4-9c67ec631584 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770987766721'] for network (14e40f69-7e37-43ea-ba44-fd89b3b60419), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:55.879402 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c560aa52-032f-4dad-b4c4-9c67ec631584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551'] for network (14e40f69-7e37-43ea-ba44-fd89b3b60419), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:55.880503 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c560aa52-032f-4dad-b4c4-9c67ec631584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:55.881352 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c560aa52-032f-4dad-b4c4-9c67ec631584 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:55.985390 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-c560aa52-032f-4dad-b4c4-9c67ec631584 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5129514 Sep 27 04:21:55.988937 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 59606) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:21:55.989900 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:55.994220 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-18f91d7a-12f7-4f28-9fce-2171a26d4689 admin admin] Request body: {'subnet': {'network_id': '14e40f69-7e37-43ea-ba44-fd89b3b60419', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-814185499-subnet', 'tenant_id': '14d42cf78c32468cb8bf10aa847c7cc3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:21:55.998252 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c560aa52-032f-4dad-b4c4-9c67ec631584 admin admin] Pushing event updated for resources: {'Network': ['ID=14e40f69-7e37-43ea-ba44-fd89b3b60419,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:56.012437 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba637801-f43d-4bda-bb54-17e5a980ff48 req-293924a6-6d25-40c4-b257-88bffe4cae98 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:56.013034 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Network 14e40f69-7e37-43ea-ba44-fd89b3b60419 details requested by agent ovs-agent-dv-cinder-859186-3-iscsi with host dv-cinder-859186-3-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 04:21:56.014006 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ba637801-f43d-4bda-bb54-17e5a980ff48 req-293924a6-6d25-40c4-b257-88bffe4cae98 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 944 time: 0.1069822 Sep 27 04:21:56.017727 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f91d7a-12f7-4f28-9fce-2171a26d4689 admin admin] Made reservation on behalf of 14d42cf78c32468cb8bf10aa847c7cc3 for: {'subnet': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:21:56.021057 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-18f91d7a-12f7-4f28-9fce-2171a26d4689 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10262419'] for subnet (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:56.097483 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ba637801-f43d-4bda-bb54-17e5a980ff48 req-a7816fc7-9dad-4be6-8856-d4068549e22a tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757051 Sep 27 04:21:56.191896 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:56.468990 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2044e7-c8f8-49c9-8705-ea05fb55596d req-2196ae19-16a4-4cc4-98c0-f79bdb18a866 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:56.479086 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2a2044e7-c8f8-49c9-8705-ea05fb55596d req-2196ae19-16a4-4cc4-98c0-f79bdb18a866 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.1394689 Sep 27 04:21:56.576783 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6e3893-baa2-4311-b7fb-3d8cbe2bc858 req-5e4e6fb5-5816-4d10-a42c-d988861088b7 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:56.579729 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7b6e3893-baa2-4311-b7fb-3d8cbe2bc858 req-5e4e6fb5-5816-4d10-a42c-d988861088b7 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.1080847 Sep 27 04:21:56.610815 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2a2044e7-c8f8-49c9-8705-ea05fb55596d req-b5816fb9-192e-4b26-a5bc-3040d3993762 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1253047 Sep 27 04:21:56.612534 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-18f91d7a-12f7-4f28-9fce-2171a26d4689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9518613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10262437'] for subnet (5be11e2d-b115-4126-97e6-2a19ea72362d), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:56.673411 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f91d7a-12f7-4f28-9fce-2171a26d4689 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5be11e2d-b115-4126-97e6-2a19ea72362d,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:21:56.688451 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f91d7a-12f7-4f28-9fce-2171a26d4689 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:56.690147 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f91d7a-12f7-4f28-9fce-2171a26d4689 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:56.690690 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f91d7a-12f7-4f28-9fce-2171a26d4689 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:56.691239 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f91d7a-12f7-4f28-9fce-2171a26d4689 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:56.691713 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f91d7a-12f7-4f28-9fce-2171a26d4689 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:56.692259 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f91d7a-12f7-4f28-9fce-2171a26d4689 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:56.692969 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f91d7a-12f7-4f28-9fce-2171a26d4689 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:56.694146 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f91d7a-12f7-4f28-9fce-2171a26d4689 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:56.694795 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f91d7a-12f7-4f28-9fce-2171a26d4689 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:56.695415 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f91d7a-12f7-4f28-9fce-2171a26d4689 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:56.695908 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f91d7a-12f7-4f28-9fce-2171a26d4689 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:56.697102 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f91d7a-12f7-4f28-9fce-2171a26d4689 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:56.697674 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f91d7a-12f7-4f28-9fce-2171a26d4689 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:56.698158 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f91d7a-12f7-4f28-9fce-2171a26d4689 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:56.705868 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f91d7a-12f7-4f28-9fce-2171a26d4689 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:21:56.717211 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7b6e3893-baa2-4311-b7fb-3d8cbe2bc858 req-22fe9644-74db-419f-8cb7-d01d48743011 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290832 Sep 27 04:21:56.781404 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd849f-1943-4bb4-b792-e1f90042a146 req-f4cdd668-b576-4078-876e-41713fe13dd1 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:56.788764 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-93dd849f-1943-4bb4-b792-e1f90042a146 req-f4cdd668-b576-4078-876e-41713fe13dd1 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=15636443-a500-413b-ada7-f5af04e71e1c HTTP/1.1" status: 200 len: 949 time: 0.0783696 Sep 27 04:21:56.799466 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f91d7a-12f7-4f28-9fce-2171a26d4689 admin admin] Checking segment: {'id': '8f76b480-d8af-4f6a-b685-392c9daa6c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '14e40f69-7e37-43ea-ba44-fd89b3b60419'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:21:56.799940 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f91d7a-12f7-4f28-9fce-2171a26d4689 admin admin] Network hostable DHCP agents. Network: 14e40f69-7e37-43ea-ba44-fd89b3b60419, hostable agents: ['90f8f94a-2e1d-4f4f-8859-344f24ecc1be'], hosted agents: [] {{(pid=106211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 04:21:56.850363 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-93dd849f-1943-4bb4-b792-e1f90042a146 req-8a04904f-efb6-43e6-94b4-182515b4294f tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=31b26620-a24b-4460-9a83-4151d3e45dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605228 Sep 27 04:21:56.851600 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f91d7a-12f7-4f28-9fce-2171a26d4689 admin admin] Network 14e40f69-7e37-43ea-ba44-fd89b3b60419 is scheduled to be hosted by DHCP agent 90f8f94a-2e1d-4f4f-8859-344f24ecc1be with binding_index 1 {{(pid=106211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 04:21:56.862353 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-18f91d7a-12f7-4f28-9fce-2171a26d4689 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-3-iscsi, 14e40f69-7e37-43ea-ba44-fd89b3b60419) {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:21:56.867480 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f91d7a-12f7-4f28-9fce-2171a26d4689 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:56.868132 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-18f91d7a-12f7-4f28-9fce-2171a26d4689 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:21:56.877485 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d9f1713-9fad-42a2-b4f1-f20e2b834dd2 None None] Network 14e40f69-7e37-43ea-ba44-fd89b3b60419 requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:21:56.901528 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-18f91d7a-12f7-4f28-9fce-2171a26d4689 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9113896 Sep 27 04:21:57.023703 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6dd9aa3-4ddc-4898-984d-800adb667a5a None None] Network 14e40f69-7e37-43ea-ba44-fd89b3b60419 requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:21:57.076789 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:57.249273 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d5f516-ed59-40f8-af08-7ca8d23bba68 req-7dda3234-e387-483d-aa43-3e5e74f253de tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:57.251238 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-59d5f516-ed59-40f8-af08-7ca8d23bba68 req-7dda3234-e387-483d-aa43-3e5e74f253de tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 944 time: 0.0616939 Sep 27 04:21:57.314286 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-59d5f516-ed59-40f8-af08-7ca8d23bba68 req-d50036ae-7a4c-4532-8bd8-6ac63985896d tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564129 Sep 27 04:21:57.793402 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed744461-005a-47f3-9e4c-9adf053ac4bb req-dbd6c939-7fa2-489b-8f8a-71da1cff8417 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:57.795191 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ed744461-005a-47f3-9e4c-9adf053ac4bb req-dbd6c939-7fa2-489b-8f8a-71da1cff8417 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.0784733 Sep 27 04:21:57.848523 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ed744461-005a-47f3-9e4c-9adf053ac4bb req-40d66350-aff1-4652-99f0-652d27b4036a tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474956 Sep 27 04:21:57.849088 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86272552-56d9-411f-b5ae-e7755d9d63fc req-ed15f7fe-6d46-4f17-a7c8-caf1abcddff9 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:57.850805 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-86272552-56d9-411f-b5ae-e7755d9d63fc req-ed15f7fe-6d46-4f17-a7c8-caf1abcddff9 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.0501654 Sep 27 04:21:57.888144 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:57.904072 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-86272552-56d9-411f-b5ae-e7755d9d63fc req-c8aec335-ecad-4e2e-bc55-ba28b5bf5f81 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476911 Sep 27 04:21:57.999817 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a6eb1-ec5c-4bd3-b454-adde81e488f6 req-36112263-4eb5-46a5-95a9-2e0e10712b9c tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:58.001414 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-773a6eb1-ec5c-4bd3-b454-adde81e488f6 req-36112263-4eb5-46a5-95a9-2e0e10712b9c tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=15636443-a500-413b-ada7-f5af04e71e1c HTTP/1.1" status: 200 len: 949 time: 0.0525377 Sep 27 04:21:58.037425 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:58.050323 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-773a6eb1-ec5c-4bd3-b454-adde81e488f6 req-44ee9f24-9132-4f25-b437-7aeb439db4a1 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=31b26620-a24b-4460-9a83-4151d3e45dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432549 Sep 27 04:21:58.432125 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df75602-02a0-4c16-9cb5-312cfe4ec518 req-88e3badc-af1c-45c7-bf3a-b3481aa00398 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:58.433512 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4df75602-02a0-4c16-9cb5-312cfe4ec518 req-88e3badc-af1c-45c7-bf3a-b3481aa00398 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 944 time: 0.0500405 Sep 27 04:21:58.479997 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4df75602-02a0-4c16-9cb5-312cfe4ec518 req-681710ca-cf9e-480d-a5c5-93d2ceecfcd4 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406501 Sep 27 04:21:58.892801 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fd4f7-0e82-438a-b790-f11bada774cd req-1c791d2f-d270-4986-a546-980c0e4f766c tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:58.894421 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-384fd4f7-0e82-438a-b790-f11bada774cd req-1c791d2f-d270-4986-a546-980c0e4f766c tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/networks?id=14e40f69-7e37-43ea-ba44-fd89b3b60419 HTTP/1.1" status: 200 len: 813 time: 0.1090121 Sep 27 04:21:58.919790 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-384fd4f7-0e82-438a-b790-f11bada774cd req-3d7c7209-1790-47ce-8b6c-cb5f333c2397 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/quotas/14d42cf78c32468cb8bf10aa847c7cc3 HTTP/1.1" status: 200 len: 375 time: 0.0114079 Sep 27 04:21:58.965941 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-384fd4f7-0e82-438a-b790-f11bada774cd req-9b3f84c1-e046-4180-9524-5e2f67911b7b tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=14d42cf78c32468cb8bf10aa847c7cc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385706 Sep 27 04:21:59.016065 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12f61d1-9396-47a6-b6e5-01061bd9646f req-49c20da3-893d-44ba-8672-7fa3e267eb77 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:59.022266 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b12f61d1-9396-47a6-b6e5-01061bd9646f req-49c20da3-893d-44ba-8672-7fa3e267eb77 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.0864353 Sep 27 04:21:59.076347 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-384fd4f7-0e82-438a-b790-f11bada774cd req-b40a9654-c4bf-4e0c-bb39-158300239e43 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/14e40f69-7e37-43ea-ba44-fd89b3b60419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112673 Sep 27 04:21:59.134026 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-15ea6f20-7361-4931-96b2-ac6856c93abd req-6d9e077a-cc5a-4733-ba37-eca434a36d1f service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=31b26620-a24b-4460-9a83-4151d3e45dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385930 Sep 27 04:21:59.156412 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b12f61d1-9396-47a6-b6e5-01061bd9646f req-375bd1e1-f4ab-4c55-9448-dc993e1f712b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1184971 Sep 27 04:21:59.174077 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-384fd4f7-0e82-438a-b790-f11bada774cd req-556af4ce-937e-4e40-80f1-8cc74cf2358f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/14e40f69-7e37-43ea-ba44-fd89b3b60419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912344 Sep 27 04:21:59.182350 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ea3059f5-4ef2-4e37-8f1f-567bd039a107 req-8547b67c-5a0d-4008-9a32-2dce28299f2c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/1659662c-84cd-4ca0-9418-f36b497121ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885090 Sep 27 04:21:59.272315 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7f10f-8f96-45c9-ab1e-f4f75ef9e082 req-316d3968-1de7-4905-83a7-056d44e85e92 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:59.273829 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-34e7f10f-8f96-45c9-ab1e-f4f75ef9e082 req-316d3968-1de7-4905-83a7-056d44e85e92 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.0485866 Sep 27 04:21:59.328994 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-34e7f10f-8f96-45c9-ab1e-f4f75ef9e082 req-5d5ad5a3-3391-4172-b091-e4a21139c77e tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492389 Sep 27 04:21:59.408473 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537eea0b-2f2f-4b1a-855c-e2ed120c35ea req-02d4649c-8a0f-4ec2-b917-c77f36e7600c tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:59.411928 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-537eea0b-2f2f-4b1a-855c-e2ed120c35ea req-02d4649c-8a0f-4ec2-b917-c77f36e7600c tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=15636443-a500-413b-ada7-f5af04e71e1c HTTP/1.1" status: 200 len: 949 time: 0.0743859 Sep 27 04:21:59.430264 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-811587d3-9221-420d-a253-0f95f092e914 req-a504fd1f-754b-4e34-a1f0-27a726a2686a tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7ff20f8a-f72b-4c87-8c62-dbdf2714536d HTTP/1.1" status: 200 len: 210 time: 0.0360255 Sep 27 04:21:59.451925 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:21:59.468612 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-537eea0b-2f2f-4b1a-855c-e2ed120c35ea req-383d0be4-7792-4451-aace-7d6ea3ea28a9 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=31b26620-a24b-4460-9a83-4151d3e45dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498033 Sep 27 04:21:59.639992 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d219eb-c104-4ec3-a540-cb76f181f474 req-0999d1ea-df1e-44bd-bc49-4f26cdddeab3 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:59.641469 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b9d219eb-c104-4ec3-a540-cb76f181f474 req-0999d1ea-df1e-44bd-bc49-4f26cdddeab3 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 944 time: 0.0845675 Sep 27 04:21:59.644365 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8149e23-6b29-40ec-8e2b-5cbd75c27d0e req-a83fd679-4f34-4423-822d-2f01d5cc2cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:21:59.645720 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c8149e23-6b29-40ec-8e2b-5cbd75c27d0e req-a83fd679-4f34-4423-822d-2f01d5cc2cf6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=7e7b2ff0f0104769a550d0c0692ab713&device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 1128 time: 0.0715220 Sep 27 04:21:59.690429 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b9d219eb-c104-4ec3-a540-cb76f181f474 req-87d4fad2-dc65-46f6-ab28-2ffb60d8ec10 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417657 Sep 27 04:22:00.293590 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fee7fa-935e-44de-bb44-ee0d1a7167dc req-a1c76434-7b68-438b-87bc-d558d3dd9164 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:00.295215 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-44fee7fa-935e-44de-bb44-ee0d1a7167dc req-a1c76434-7b68-438b-87bc-d558d3dd9164 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.0502753 Sep 27 04:22:00.394490 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-44fee7fa-935e-44de-bb44-ee0d1a7167dc req-03d73678-5dd6-43c8-af27-14e446d3cb31 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851986 Sep 27 04:22:00.511047 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:00.559036 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76740f-c29c-4e32-b137-bbb0c4426bd1 req-0348ec7b-3c4a-461d-bbe8-6b4b3994165d tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:00.566211 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2e76740f-c29c-4e32-b137-bbb0c4426bd1 req-0348ec7b-3c4a-461d-bbe8-6b4b3994165d tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.1012976 Sep 27 04:22:00.575482 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-054f6f84-1683-46e5-a3bb-9e94a80fe1a1 req-a369b03a-e5f9-4a8e-bf52-bbc1ba30d5fc tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7ff20f8a-f72b-4c87-8c62-dbdf2714536d HTTP/1.1" status: 200 len: 210 time: 0.0339272 Sep 27 04:22:00.646154 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8149e23-6b29-40ec-8e2b-5cbd75c27d0e req-e0ecd744-9c00-49d3-8bae-682cd7ca62d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:00.647643 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c8149e23-6b29-40ec-8e2b-5cbd75c27d0e req-e0ecd744-9c00-49d3-8bae-682cd7ca62d5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=7e7b2ff0f0104769a550d0c0692ab713&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3536570 Sep 27 04:22:00.659755 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2e76740f-c29c-4e32-b137-bbb0c4426bd1 req-8c5ea8db-dbfa-4d39-8675-496ce82ca099 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926318 Sep 27 04:22:00.688426 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75f365-1f59-4e36-8723-b632f5964bf0 req-d97ace24-2d50-4b80-b456-b12099192743 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:00.689918 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8e75f365-1f59-4e36-8723-b632f5964bf0 req-d97ace24-2d50-4b80-b456-b12099192743 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=15636443-a500-413b-ada7-f5af04e71e1c HTTP/1.1" status: 200 len: 949 time: 0.0511167 Sep 27 04:22:00.705517 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:22:00.738724 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8e75f365-1f59-4e36-8723-b632f5964bf0 req-cba124d3-7d65-4a12-99b5-807b59fa7656 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=31b26620-a24b-4460-9a83-4151d3e45dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431423 Sep 27 04:22:01.103003 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6470f-7161-4fd0-a3c4-db1b0739c7b6 req-b78b544e-1135-49fa-9d33-b607013d2ee7 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:01.104377 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-58c6470f-7161-4fd0-a3c4-db1b0739c7b6 req-b78b544e-1135-49fa-9d33-b607013d2ee7 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 944 time: 0.3298161 Sep 27 04:22:01.216788 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8149e23-6b29-40ec-8e2b-5cbd75c27d0e req-bac36da4-25a6-4d01-8406-7cd78b0e958d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:01.218827 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c8149e23-6b29-40ec-8e2b-5cbd75c27d0e req-bac36da4-25a6-4d01-8406-7cd78b0e958d service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4159911 Sep 27 04:22:01.222001 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-58c6470f-7161-4fd0-a3c4-db1b0739c7b6 req-80976dfc-83a0-4fbd-96c5-db5a37b6dea0 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112561 Sep 27 04:22:01.442367 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:01.454919 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dad479f-9287-4c12-aac6-2167c7672893 req-dee15116-db56-410c-98b7-bf0ed6523f93 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:01.456756 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5dad479f-9287-4c12-aac6-2167c7672893 req-dee15116-db56-410c-98b7-bf0ed6523f93 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0513420 Sep 27 04:22:01.508717 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5dad479f-9287-4c12-aac6-2167c7672893 req-312d12a7-be01-492d-a68f-a9083c3c7ac5 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462992 Sep 27 04:22:01.528975 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b0b60-a03b-441d-8d40-93b7a5b258bb req-881ccf9a-8861-46fc-8b21-d0cbb14cde12 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:01.530758 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-fe2b0b60-a03b-441d-8d40-93b7a5b258bb req-881ccf9a-8861-46fc-8b21-d0cbb14cde12 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.0469353 Sep 27 04:22:01.576845 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-fe2b0b60-a03b-441d-8d40-93b7a5b258bb req-eaac0051-6ec6-4f00-9987-e2a980aecb67 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405350 Sep 27 04:22:01.678212 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1e194751-0974-46fb-a5f6-2b5769e9a873 req-d65675f5-4a47-436b-870a-632b717df72e tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7ff20f8a-f72b-4c87-8c62-dbdf2714536d HTTP/1.1" status: 200 len: 210 time: 0.0279193 Sep 27 04:22:01.777882 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a28df44-c0b2-466b-b449-729e2ff1a23c req-16e629a0-6f24-488f-95a9-21e4e42864cd tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:01.779475 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3a28df44-c0b2-466b-b449-729e2ff1a23c req-16e629a0-6f24-488f-95a9-21e4e42864cd tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.0462785 Sep 27 04:22:01.831323 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3a28df44-c0b2-466b-b449-729e2ff1a23c req-4f01871e-ce95-449b-b353-492770e03099 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461040 Sep 27 04:22:01.859223 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9526ff7-1c3a-43b0-b504-aca60081adec req-53145228-c8ed-4f03-9053-918ca602908a tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:01.860683 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b9526ff7-1c3a-43b0-b504-aca60081adec req-53145228-c8ed-4f03-9053-918ca602908a tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=15636443-a500-413b-ada7-f5af04e71e1c HTTP/1.1" status: 200 len: 949 time: 0.0465119 Sep 27 04:22:01.907238 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b9526ff7-1c3a-43b0-b504-aca60081adec req-ecdf0e95-5416-4119-82b1-9221bd595308 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=31b26620-a24b-4460-9a83-4151d3e45dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407746 Sep 27 04:22:02.312794 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e72a66-2799-4cb4-b84e-b09d26fc2548 req-20114b2d-f6d3-41ca-84f3-a5116d7ffcc5 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:02.314319 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b8e72a66-2799-4cb4-b84e-b09d26fc2548 req-20114b2d-f6d3-41ca-84f3-a5116d7ffcc5 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=15636443-a500-413b-ada7-f5af04e71e1c HTTP/1.1" status: 200 len: 949 time: 0.0466285 Sep 27 04:22:02.345021 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397803e6-ca68-4629-8416-d459467e1d09 req-2f654dc0-6e29-48ff-acf4-da62a93ee976 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:02.346645 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-397803e6-ca68-4629-8416-d459467e1d09 req-2f654dc0-6e29-48ff-acf4-da62a93ee976 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 944 time: 0.0483119 Sep 27 04:22:02.364897 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b8e72a66-2799-4cb4-b84e-b09d26fc2548 req-2cbef8c9-1820-40c4-a2bb-113835b44d3d tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=31b26620-a24b-4460-9a83-4151d3e45dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450535 Sep 27 04:22:02.394575 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-397803e6-ca68-4629-8416-d459467e1d09 req-d20b9ef3-9dd1-4141-90fe-b60ccf007669 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423038 Sep 27 04:22:02.629626 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718a0923-600d-4909-8cb7-0bb390664c51 req-5e438794-4b2e-4eaa-ad9b-93ceeacaa12b tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:02.631173 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-718a0923-600d-4909-8cb7-0bb390664c51 req-5e438794-4b2e-4eaa-ad9b-93ceeacaa12b tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0467331 Sep 27 04:22:02.678595 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-718a0923-600d-4909-8cb7-0bb390664c51 req-eda1512f-49cb-4938-948d-9a6fa6f0b9d5 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418894 Sep 27 04:22:02.700569 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ab448-f08a-4a85-9750-33ad7a34e661 req-c52a4bdb-3036-42a7-975a-55fe6ba10062 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:02.702081 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-7e5ab448-f08a-4a85-9750-33ad7a34e661 req-c52a4bdb-3036-42a7-975a-55fe6ba10062 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.0467415 Sep 27 04:22:02.737953 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:02.750426 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-7e5ab448-f08a-4a85-9750-33ad7a34e661 req-a4925eba-71f4-4b19-bd0f-75d28b9e7004 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424857 Sep 27 04:22:02.778716 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-edc8b2f6-2389-4b6a-a645-0ae6f529108a req-8dbde6cd-7243-4b2a-86da-241f59fddd48 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7ff20f8a-f72b-4c87-8c62-dbdf2714536d HTTP/1.1" status: 200 len: 210 time: 0.0266931 Sep 27 04:22:02.950802 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0710d3ba-3fc2-4dbd-951c-d95c87b253fb req-a01cb8d5-adc0-4e38-8ae9-4020da094bf0 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:02.952224 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0710d3ba-3fc2-4dbd-951c-d95c87b253fb req-a01cb8d5-adc0-4e38-8ae9-4020da094bf0 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.0484393 Sep 27 04:22:02.997951 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0710d3ba-3fc2-4dbd-951c-d95c87b253fb req-e6b578cc-875f-42c1-b1e3-0c87e8cdb13b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402386 Sep 27 04:22:03.491101 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1faf1f3-13e1-4038-9735-e53eb3a4162a req-8ebde252-cb49-411c-a499-86a61e5c7ce2 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:03.492616 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d1faf1f3-13e1-4038-9735-e53eb3a4162a req-8ebde252-cb49-411c-a499-86a61e5c7ce2 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=15636443-a500-413b-ada7-f5af04e71e1c HTTP/1.1" status: 200 len: 949 time: 0.0511904 Sep 27 04:22:03.512195 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e862ab2-5829-43ca-ad51-1b060e7460bd req-bcacc9c9-6d72-4783-866e-5a0eb4966542 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:03.513603 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5e862ab2-5829-43ca-ad51-1b060e7460bd req-bcacc9c9-6d72-4783-866e-5a0eb4966542 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 944 time: 0.0471346 Sep 27 04:22:03.548791 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d1faf1f3-13e1-4038-9735-e53eb3a4162a req-b09d4612-098a-4909-8f0e-85198ffa2188 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=31b26620-a24b-4460-9a83-4151d3e45dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500085 Sep 27 04:22:03.564186 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5e862ab2-5829-43ca-ad51-1b060e7460bd req-6c7ed29b-066f-40ec-ae52-d9a355524692 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435302 Sep 27 04:22:03.757807 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:03.795319 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b875b32-693d-4129-87fb-40bb39817310 req-7c894d22-ea8e-46ed-9f97-3e5119f8d783 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:03.796847 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1b875b32-693d-4129-87fb-40bb39817310 req-7c894d22-ea8e-46ed-9f97-3e5119f8d783 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0462043 Sep 27 04:22:03.845005 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1b875b32-693d-4129-87fb-40bb39817310 req-382a1ee2-cce5-4909-8585-a5212584c04c tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425129 Sep 27 04:22:03.884244 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30f725b-7b1f-4be8-87d8-957c854043e4 req-736e6338-853a-4f76-87ea-2049bdc3e584 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:03.885732 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f30f725b-7b1f-4be8-87d8-957c854043e4 req-736e6338-853a-4f76-87ea-2049bdc3e584 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.0546417 Sep 27 04:22:03.938783 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f30f725b-7b1f-4be8-87d8-957c854043e4 req-daa22e7f-b0ba-4b38-936f-ecb537bd94f7 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460424 Sep 27 04:22:03.952354 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6fe9682e-ded4-42d2-bd10-6c5de539efba req-f9c7d9bc-dfb4-48b7-912c-8b761943c770 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7ff20f8a-f72b-4c87-8c62-dbdf2714536d HTTP/1.1" status: 200 len: 210 time: 0.0385263 Sep 27 04:22:04.127511 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:04.130588 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d04007-2357-4eac-8a63-c870a5021340 req-458e9e21-4295-43d9-85cc-ce52808f6551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:04.132080 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f9d04007-2357-4eac-8a63-c870a5021340 req-458e9e21-4295-43d9-85cc-ce52808f6551 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=7e7b2ff0f0104769a550d0c0692ab713&device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 1128 time: 0.0870385 Sep 27 04:22:04.134574 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5edb64-893b-450f-a1fd-d1e3c024bfdc req-7e98ecdb-5fcb-43fe-a6a1-6ebd4cd44868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:04.135905 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bf5edb64-893b-450f-a1fd-d1e3c024bfdc req-7e98ecdb-5fcb-43fe-a6a1-6ebd4cd44868 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=312fa89a4d9b43c5919b7bad5411002a&device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 1130 time: 0.0533206 Sep 27 04:22:04.157035 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d34820-a6f1-4d75-a8bc-f9848083a69f req-68c1e484-c675-4f47-9149-f22b0d27df50 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:04.158685 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-80d34820-a6f1-4d75-a8bc-f9848083a69f req-68c1e484-c675-4f47-9149-f22b0d27df50 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.0495496 Sep 27 04:22:04.211468 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-80d34820-a6f1-4d75-a8bc-f9848083a69f req-b8bfba0e-58ff-42fa-97b3-bd767ff1bd1e tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465209 Sep 27 04:22:04.685284 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9aeee1-5f1b-484b-951a-477d98b0a3e3 req-0ad1d6bb-c988-42de-9a44-300a5d2c05ea tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:04.687417 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7c9aeee1-5f1b-484b-951a-477d98b0a3e3 req-0ad1d6bb-c988-42de-9a44-300a5d2c05ea tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=15636443-a500-413b-ada7-f5af04e71e1c HTTP/1.1" status: 200 len: 949 time: 0.0484865 Sep 27 04:22:04.689323 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e08f25-fe1e-4fa5-987f-1da800b578b4 req-bf559b81-27b9-48d1-bf15-5b0adc270445 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:04.690910 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-17e08f25-fe1e-4fa5-987f-1da800b578b4 req-bf559b81-27b9-48d1-bf15-5b0adc270445 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 944 time: 0.0485928 Sep 27 04:22:04.726009 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:04.765429 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7c9aeee1-5f1b-484b-951a-477d98b0a3e3 req-6c81588f-a2d2-4c28-9170-546f5d148507 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=31b26620-a24b-4460-9a83-4151d3e45dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607519 Sep 27 04:22:04.765721 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-17e08f25-fe1e-4fa5-987f-1da800b578b4 req-19101417-3261-4cc8-a9ce-c2f8bd3daa2d tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584970 Sep 27 04:22:04.970954 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae5821-4d6e-445c-922b-6094ee993cef req-e84d9c1f-a7db-4af1-82eb-c7104079fa3e tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:04.972462 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-93ae5821-4d6e-445c-922b-6094ee993cef req-e84d9c1f-a7db-4af1-82eb-c7104079fa3e tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0523016 Sep 27 04:22:05.025222 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-93ae5821-4d6e-445c-922b-6094ee993cef req-3b58b43a-be7c-4c23-be5c-2d3c6124218f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465562 Sep 27 04:22:05.094885 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb3bf3-2f2c-4989-b6f3-aaf75dfc462c req-8faf03a9-016b-419e-85a4-c0513af98fd8 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:05.103150 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-88eb3bf3-2f2c-4989-b6f3-aaf75dfc462c req-8faf03a9-016b-419e-85a4-c0513af98fd8 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.0782611 Sep 27 04:22:05.137601 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7bdf032e-6f56-4444-962f-0f679654bb5b req-068ff992-e90a-43ea-ba17-0aa2520fd1f4 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7ff20f8a-f72b-4c87-8c62-dbdf2714536d HTTP/1.1" status: 200 len: 210 time: 0.0293839 Sep 27 04:22:05.149114 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-88eb3bf3-2f2c-4989-b6f3-aaf75dfc462c req-03397771-775a-4457-9f89-372b3f3a347e tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450888 Sep 27 04:22:05.329649 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa614b-3ab5-48ba-9b00-3ed8ee40891d req-70a6e979-f796-4a87-9361-af88b9605b9f tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:05.331039 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0afa614b-3ab5-48ba-9b00-3ed8ee40891d req-70a6e979-f796-4a87-9361-af88b9605b9f tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.0456722 Sep 27 04:22:05.379984 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0afa614b-3ab5-48ba-9b00-3ed8ee40891d req-1ad5b075-cdcc-4233-ab10-2b8a527acfd9 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434794 Sep 27 04:22:05.425555 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f9d04007-2357-4eac-8a63-c870a5021340 req-3b51ac5d-b019-4d0b-bfa9-1437b750ba5a service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d990fa5-a24c-4b14-8c63-0e0506b80887 HTTP/1.1" status: 200 len: 217 time: 0.0384240 Sep 27 04:22:05.585169 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5edb64-893b-450f-a1fd-d1e3c024bfdc req-4fcbc06e-7441-4f93-a6f3-13b5d9f12034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:05.586618 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bf5edb64-893b-450f-a1fd-d1e3c024bfdc req-4fcbc06e-7441-4f93-a6f3-13b5d9f12034 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6 HTTP/1.1" status: 200 len: 917 time: 0.0857203 Sep 27 04:22:05.667772 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:05.677963 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d04007-2357-4eac-8a63-c870a5021340 req-ebb59b13-3a2b-4343-b83e-77a4d4eb7e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:05.679417 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f9d04007-2357-4eac-8a63-c870a5021340 req-ebb59b13-3a2b-4343-b83e-77a4d4eb7e7b service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40 HTTP/1.1" status: 200 len: 853 time: 0.0910070 Sep 27 04:22:05.689451 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bf5edb64-893b-450f-a1fd-d1e3c024bfdc req-4eae3912-ec2f-4413-86ff-c3e0563a6b10 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbab3923-3dca-428e-93ca-c5dd6eb5cde9 HTTP/1.1" status: 200 len: 1002 time: 0.0681870 Sep 27 04:22:05.866660 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cafa95-6307-424c-a816-347396fdfe78 req-8a438bca-4f89-4645-9363-596b7d6d3e92 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:05.868096 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-82cafa95-6307-424c-a816-347396fdfe78 req-8a438bca-4f89-4645-9363-596b7d6d3e92 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=15636443-a500-413b-ada7-f5af04e71e1c HTTP/1.1" status: 200 len: 949 time: 0.0467117 Sep 27 04:22:05.871525 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14edf3-26fc-401e-ab9a-29eb88f7175f req-4e3524fd-00ca-4251-84a7-e4d50cf078b5 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:05.872978 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fe14edf3-26fc-401e-ab9a-29eb88f7175f req-4e3524fd-00ca-4251-84a7-e4d50cf078b5 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 944 time: 0.0464671 Sep 27 04:22:05.915140 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-82cafa95-6307-424c-a816-347396fdfe78 req-66b6cc83-8d3c-4e3b-9fcc-f4450d606c95 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=31b26620-a24b-4460-9a83-4151d3e45dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413885 Sep 27 04:22:05.923118 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fe14edf3-26fc-401e-ab9a-29eb88f7175f req-eb3d33c3-5dad-4e84-ad77-003145267898 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445814 Sep 27 04:22:06.064807 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.57', 52464) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:22:06.111674 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d04007-2357-4eac-8a63-c870a5021340 req-68a1eb83-7e6c-49b6-a87c-473514239bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:06.113186 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f9d04007-2357-4eac-8a63-c870a5021340 req-68a1eb83-7e6c-49b6-a87c-473514239bfe service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=8bc82a56-69c2-484f-aa08-23831b7e71a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1090462 Sep 27 04:22:06.121369 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77239f08-72b3-4f1c-ba9e-a0a4f770f936 req-6745303b-242d-4320-9e5b-5a173051cfbc tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:06.122913 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-77239f08-72b3-4f1c-ba9e-a0a4f770f936 req-6745303b-242d-4320-9e5b-5a173051cfbc tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=15636443-a500-413b-ada7-f5af04e71e1c HTTP/1.1" status: 200 len: 949 time: 0.1026881 Sep 27 04:22:06.136651 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5edb64-893b-450f-a1fd-d1e3c024bfdc req-9032eef0-5c36-4a4e-8a3d-9c4534732659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:06.138061 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bf5edb64-893b-450f-a1fd-d1e3c024bfdc req-9032eef0-5c36-4a4e-8a3d-9c4534732659 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=7fbc1344-d37e-4e3c-8ea2-baced031ac4e HTTP/1.1" status: 200 len: 855 time: 0.1258273 Sep 27 04:22:06.252799 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac6fc0-939a-491b-af39-a8c6539a7588 req-752709d2-96f3-4149-9527-0e33bf7c000a tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:06.254478 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-68ac6fc0-939a-491b-af39-a8c6539a7588 req-752709d2-96f3-4149-9527-0e33bf7c000a tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0877814 Sep 27 04:22:06.263455 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fd4f7-0e82-438a-b790-f11bada774cd req-2e65dcea-de52-45ce-bd8f-8deba6fd8141 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:06.265450 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-384fd4f7-0e82-438a-b790-f11bada774cd req-2e65dcea-de52-45ce-bd8f-8deba6fd8141 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.57 "GET /networking/v2.0/networks?id=14e40f69-7e37-43ea-ba44-fd89b3b60419 HTTP/1.1" status: 200 len: 813 time: 0.1995852 Sep 27 04:22:06.285116 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [req-384fd4f7-0e82-438a-b790-f11bada774cd req-1a75b48f-4ed3-45ef-8371-adf1ff3c737e tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Request body: {'port': {'device_id': '7ff20f8a-f72b-4c87-8c62-dbdf2714536d', 'network_id': '14e40f69-7e37-43ea-ba44-fd89b3b60419', 'admin_state_up': True, 'tenant_id': '14d42cf78c32468cb8bf10aa847c7cc3'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:22:06.287316 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5edb64-893b-450f-a1fd-d1e3c024bfdc req-a6adce52-ae27-4c5f-9ce2-9843264d002a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:06.288937 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bf5edb64-893b-450f-a1fd-d1e3c024bfdc req-a6adce52-ae27-4c5f-9ce2-9843264d002a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1350710 Sep 27 04:22:06.355195 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:06.387713 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-77239f08-72b3-4f1c-ba9e-a0a4f770f936 req-690e520f-a547-4f67-9637-022065318957 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Deleting port 5bc8f02a-52ca-41b8-b099-9368fd516a45 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:22:06.388440 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-77239f08-72b3-4f1c-ba9e-a0a4f770f936 req-690e520f-a547-4f67-9637-022065318957 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (5bc8f02a-52ca-41b8-b099-9368fd516a45), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:06.390496 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-68ac6fc0-939a-491b-af39-a8c6539a7588 req-f0e7c600-5bfb-4376-8796-2d58fa518731 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237204 Sep 27 04:22:06.414193 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-baa10c45-3ed4-4f45-a9f4-32362c9024b6 req-ba69b51d-809b-4bf4-8f47-9b9008f31510 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7ff20f8a-f72b-4c87-8c62-dbdf2714536d HTTP/1.1" status: 200 len: 210 time: 0.1401675 Sep 27 04:22:06.452851 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f9d04007-2357-4eac-8a63-c870a5021340 req-6d699ffd-4289-476e-99cd-6c1bde097ccf service neutron] 10.222.0.57 "GET /networking/v2.0/networks/8bc82a56-69c2-484f-aa08-23831b7e71a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261716 Sep 27 04:22:06.458713 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-384fd4f7-0e82-438a-b790-f11bada774cd req-1a75b48f-4ed3-45ef-8371-adf1ff3c737e tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Made reservation on behalf of 14d42cf78c32468cb8bf10aa847c7cc3 for: {'port': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:22:06.462693 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-384fd4f7-0e82-438a-b790-f11bada774cd req-1a75b48f-4ed3-45ef-8371-adf1ff3c737e tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:06.522975 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:06.575656 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:06.606049 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d02854a-c861-4509-9658-b906ef37c17b req-72ad395d-9d16-4d23-b536-d213a204f811 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:06.607669 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9d02854a-c861-4509-9658-b906ef37c17b req-72ad395d-9d16-4d23-b536-d213a204f811 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.1295235 Sep 27 04:22:06.668622 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc253a39-b1b7-43c5-b890-37df426fea1f req-0dbbc5f8-88e9-4873-9100-e16b31400a6c tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:06.671283 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-dc253a39-b1b7-43c5-b890-37df426fea1f req-0dbbc5f8-88e9-4873-9100-e16b31400a6c tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.1785629 Sep 27 04:22:06.725989 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9d02854a-c861-4509-9658-b906ef37c17b req-d1dcca80-9d32-41e4-9f63-482e1283cb71 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100509 Sep 27 04:22:06.731809 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-77239f08-72b3-4f1c-ba9e-a0a4f770f936 req-690e520f-a547-4f67-9637-022065318957 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] For port 5bc8f02a-52ca-41b8-b099-9368fd516a45, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=5bc8f02a-52ca-41b8-b099-9368fd516a45,segment=NetworkSegment(9fed9611-888f-4522-acf6-4e174e3e22fb),segment_id=9fed9611-888f-4522-acf6-4e174e3e22fb)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:22:06.732190 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-77239f08-72b3-4f1c-ba9e-a0a4f770f936 req-690e520f-a547-4f67-9637-022065318957 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (5bc8f02a-52ca-41b8-b099-9368fd516a45), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:06.732349 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [req-384fd4f7-0e82-438a-b790-f11bada774cd req-1a75b48f-4ed3-45ef-8371-adf1ff3c737e tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Allocated IP 172.20.0.10 (14e40f69-7e37-43ea-ba44-fd89b3b60419/5be11e2d-b115-4126-97e6-2a19ea72362d/44284c30-6edf-45a3-8b70-fc4bb36bc551) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:22:06.755166 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bf5edb64-893b-450f-a1fd-d1e3c024bfdc req-8804c318-b9b5-4940-bd38-684e04a1ea7f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032345 Sep 27 04:22:06.765031 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-77239f08-72b3-4f1c-ba9e-a0a4f770f936 req-690e520f-a547-4f67-9637-022065318957 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Calling delete_port for 5bc8f02a-52ca-41b8-b099-9368fd516a45 owned by compute:nova {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:22:06.768184 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f9d04007-2357-4eac-8a63-c870a5021340 req-c30025fc-b7aa-4c42-bf8c-f9cc9a211055 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/8bc82a56-69c2-484f-aa08-23831b7e71a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756391 Sep 27 04:22:06.832875 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:06.861012 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:06.876682 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-dc253a39-b1b7-43c5-b890-37df426fea1f req-6bce7483-b9af-42d7-8dfb-51717a22d30a tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1955593 Sep 27 04:22:06.890099 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-384fd4f7-0e82-438a-b790-f11bada774cd req-1a75b48f-4ed3-45ef-8371-adf1ff3c737e tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Publish callbacks [] for port (44284c30-6edf-45a3-8b70-fc4bb36bc551), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:06.925505 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-384fd4f7-0e82-438a-b790-f11bada774cd req-1a75b48f-4ed3-45ef-8371-adf1ff3c737e tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (44284c30-6edf-45a3-8b70-fc4bb36bc551), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:06.943662 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bf5edb64-893b-450f-a1fd-d1e3c024bfdc req-2fd56278-d287-4c9e-b85d-81bc73e296f9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798120 Sep 27 04:22:07.025138 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-384fd4f7-0e82-438a-b790-f11bada774cd req-1a75b48f-4ed3-45ef-8371-adf1ff3c737e tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Network 14e40f69-7e37-43ea-ba44-fd89b3b60419 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:22:07.053282 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-77239f08-72b3-4f1c-ba9e-a0a4f770f936 req-690e520f-a547-4f67-9637-022065318957 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (5bc8f02a-52ca-41b8-b099-9368fd516a45), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:07.064094 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7597ca0-1bd3-40ab-81b8-ec6741d1f445 req-24083955-8ea3-4ac1-98b8-3365553254a1 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:07.065877 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b7597ca0-1bd3-40ab-81b8-ec6741d1f445 req-24083955-8ea3-4ac1-98b8-3365553254a1 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 944 time: 0.0623331 Sep 27 04:22:07.066135 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['5bc8f02a-52ca-41b8-b099-9368fd516a45'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:22:07.099157 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690e520f-a547-4f67-9637-022065318957 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Pushing event deleted for resources: {'Port': ['ID=5bc8f02a-52ca-41b8-b099-9368fd516a45,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:22:07.164689 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-77239f08-72b3-4f1c-ba9e-a0a4f770f936 req-690e520f-a547-4f67-9637-022065318957 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] No DVR routers for this DVR port 5bc8f02a-52ca-41b8-b099-9368fd516a45 on host hv-cinder-85918 {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:22:07.174465 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-77239f08-72b3-4f1c-ba9e-a0a4f770f936 req-690e520f-a547-4f67-9637-022065318957 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:07.177900 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-77239f08-72b3-4f1c-ba9e-a0a4f770f936 req-690e520f-a547-4f67-9637-022065318957 tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.57 "DELETE /networking/v2.0/ports/5bc8f02a-52ca-41b8-b099-9368fd516a45 HTTP/1.1" status: 204 len: 173 time: 1.0436234 Sep 27 04:22:07.178345 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15636443-a500-413b-ada7-f5af04e71e1c', 'name': 'network-vif-deleted', 'tag': '5bc8f02a-52ca-41b8-b099-9368fd516a45'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:22:07.180634 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031d22ce-b1f8-4ee5-9440-66ba72e1ef50" -d '{"events": [{"server_uuid": "15636443-a500-413b-ada7-f5af04e71e1c", "name": "network-vif-deleted", "tag": "5bc8f02a-52ca-41b8-b099-9368fd516a45"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:22:07.203576 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b7597ca0-1bd3-40ab-81b8-ec6741d1f445 req-eefd8ace-6ba7-4861-8e55-e813596a3bf8 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067488 Sep 27 04:22:07.238843 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [req-384fd4f7-0e82-438a-b790-f11bada774cd req-1a75b48f-4ed3-45ef-8371-adf1ff3c737e tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:22:07.250556 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [req-384fd4f7-0e82-438a-b790-f11bada774cd req-1a75b48f-4ed3-45ef-8371-adf1ff3c737e tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:22:07.265961 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e88041b-807e-443b-8614-3acb1d59587b x-openstack-request-id: req-8e88041b-807e-443b-8614-3acb1d59587b {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:22:07.266256 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15636443-a500-413b-ada7-f5af04e71e1c", "name": "network-vif-deleted", "tag": "5bc8f02a-52ca-41b8-b099-9368fd516a45", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:22:07.266506 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8e88041b-807e-443b-8614-3acb1d59587b {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:22:07.266910 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e88041b-807e-443b-8614-3acb1d59587b'] response: {'server_uuid': '15636443-a500-413b-ada7-f5af04e71e1c', 'name': 'network-vif-deleted', 'tag': '5bc8f02a-52ca-41b8-b099-9368fd516a45', 'status': 'completed', 'code': 200} Sep 27 04:22:07.289268 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a75b48f-4ed3-45ef-8371-adf1ff3c737e tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Pushing event updated for resources: {'Port': ['ID=44284c30-6edf-45a3-8b70-fc4bb36bc551,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:22:07.302704 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb38d15-07f6-4bd4-9838-912e69d0978e req-48f3db88-626f-4247-aaa1-bcb7ab6d970a tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:07.304155 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8eb38d15-07f6-4bd4-9838-912e69d0978e req-48f3db88-626f-4247-aaa1-bcb7ab6d970a tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=15636443-a500-413b-ada7-f5af04e71e1c HTTP/1.1" status: 200 len: 949 time: 0.3003316 Sep 27 04:22:07.334401 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fd4f7-0e82-438a-b790-f11bada774cd req-1a75b48f-4ed3-45ef-8371-adf1ff3c737e tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:07.334989 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-384fd4f7-0e82-438a-b790-f11bada774cd req-1a75b48f-4ed3-45ef-8371-adf1ff3c737e tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:07.359278 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-384fd4f7-0e82-438a-b790-f11bada774cd req-1a75b48f-4ed3-45ef-8371-adf1ff3c737e tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0850201 Sep 27 04:22:07.372372 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8eb38d15-07f6-4bd4-9838-912e69d0978e req-7ed7a8b3-4ce4-4ec6-97ea-53cc847d49cd tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=31b26620-a24b-4460-9a83-4151d3e45dd4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587833 Sep 27 04:22:07.527146 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd7b2d-0f5e-4232-8046-8429b94fd722 req-ae94aee3-4528-4210-aa18-d0311593ba4a tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:07.528647 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c5dd7b2d-0f5e-4232-8046-8429b94fd722 req-ae94aee3-4528-4210-aa18-d0311593ba4a tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7ff20f8a-f72b-4c87-8c62-dbdf2714536d HTTP/1.1" status: 200 len: 932 time: 0.0509574 Sep 27 04:22:07.530139 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64541f27-5a8f-40b8-9cc1-419fc15436bf req-e846b7fe-b9a1-4c3b-b372-1e7c76c88a7f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:07.531958 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-64541f27-5a8f-40b8-9cc1-419fc15436bf req-e846b7fe-b9a1-4c3b-b372-1e7c76c88a7f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0567200 Sep 27 04:22:07.588447 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c5dd7b2d-0f5e-4232-8046-8429b94fd722 req-86d9eeff-f1de-4671-9a23-4d1db3590ec9 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b085b3fa-48ce-47db-8026-9c8743b70349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507543 Sep 27 04:22:07.588867 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-64541f27-5a8f-40b8-9cc1-419fc15436bf req-8a0cbd06-7f90-4b2c-99bd-d491c0f643d4 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510330 Sep 27 04:22:07.767797 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [req-384fd4f7-0e82-438a-b790-f11bada774cd req-30e369ef-1f2a-4fd6-b564-80b3bd3ef671 service neutron] Request body: {'port': {'device_id': '7ff20f8a-f72b-4c87-8c62-dbdf2714536d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:22:07.827838 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 9d990fa5-a24c-4b14-8c63-0e0506b80887 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 04:22:07.892185 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d281b-dce8-4394-a1a0-2655394c7160 req-8be47a13-cac9-4abc-8ddc-48722de1702e tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:07.893658 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-df5d281b-dce8-4394-a1a0-2655394c7160 req-8be47a13-cac9-4abc-8ddc-48722de1702e tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.0831928 Sep 27 04:22:07.894652 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-384fd4f7-0e82-438a-b790-f11bada774cd req-30e369ef-1f2a-4fd6-b564-80b3bd3ef671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (44284c30-6edf-45a3-8b70-fc4bb36bc551), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:07.952847 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 9d990fa5-a24c-4b14-8c63-0e0506b80887, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=9d990fa5-a24c-4b14-8c63-0e0506b80887,segment=NetworkSegment(39fbe748-2b18-4d3a-b683-ef5d7bb2f520),segment_id=39fbe748-2b18-4d3a-b683-ef5d7bb2f520)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:22:07.967976 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Returning: {'device': '9d990fa5-a24c-4b14-8c63-0e0506b80887', 'network_id': '8bc82a56-69c2-484f-aa08-23831b7e71a2', 'port_id': '9d990fa5-a24c-4b14-8c63-0e0506b80887', 'mac_address': 'fa:16:3e:64:78:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 04:22:08.004060 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-df5d281b-dce8-4394-a1a0-2655394c7160 req-7de68256-0578-44a8-aaf9-b16463e94fdf tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998449 Sep 27 04:22:08.013627 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port 9d990fa5-a24c-4b14-8c63-0e0506b80887 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:22:08.014344 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (9d990fa5-a24c-4b14-8c63-0e0506b80887), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:08.028917 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d990fa5-a24c-4b14-8c63-0e0506b80887 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:22:08.042838 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:08.054606 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85afa36-4b4c-45a2-961f-3b7d44685583 req-13004f10-3e68-4370-8035-e8fdda89d907 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:08.056144 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c85afa36-4b4c-45a2-961f-3b7d44685583 req-13004f10-3e68-4370-8035-e8fdda89d907 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.0821538 Sep 27 04:22:08.057153 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 9d990fa5-a24c-4b14-8c63-0e0506b80887, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=9d990fa5-a24c-4b14-8c63-0e0506b80887,segment=NetworkSegment(39fbe748-2b18-4d3a-b683-ef5d7bb2f520),segment_id=39fbe748-2b18-4d3a-b683-ef5d7bb2f520)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:22:08.063492 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (9d990fa5-a24c-4b14-8c63-0e0506b80887), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:08.118397 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c85afa36-4b4c-45a2-961f-3b7d44685583 req-c8a58862-cc73-40c9-965e-d9fc79319513 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549803 Sep 27 04:22:08.118702 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=9d990fa5-a24c-4b14-8c63-0e0506b80887,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:22:08.126326 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:08.126740 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:08.127154 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:08.127562 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:08.127961 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:08.128433 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:08.128803 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:08.129197 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:08.129590 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:08.130153 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:08.130439 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:08.130844 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:08.131448 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:08.131809 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:08.132135 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:08.333586 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [req-384fd4f7-0e82-438a-b790-f11bada774cd req-30e369ef-1f2a-4fd6-b564-80b3bd3ef671 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44284c30-6edf-45a3-8b70-fc4bb36bc551 {{(pid=106211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:22:08.345022 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-384fd4f7-0e82-438a-b790-f11bada774cd req-30e369ef-1f2a-4fd6-b564-80b3bd3ef671 service neutron] Publish callbacks [] for port (44284c30-6edf-45a3-8b70-fc4bb36bc551), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:08.355836 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:08.365935 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['9d990fa5-a24c-4b14-8c63-0e0506b80887'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:22:08.366733 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edea6d8-6e76-4475-a024-64b0cfd4945a req-465ef085-fd12-42fa-8fdf-d39c21685b1b tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:08.368400 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2edea6d8-6e76-4475-a024-64b0cfd4945a req-465ef085-fd12-42fa-8fdf-d39c21685b1b tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 945 time: 0.0752163 Sep 27 04:22:08.390471 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.provisioning_blocks [req-384fd4f7-0e82-438a-b790-f11bada774cd req-30e369ef-1f2a-4fd6-b564-80b3bd3ef671 service neutron] Transition to ACTIVE for port object 44284c30-6edf-45a3-8b70-fc4bb36bc551 will not be triggered until provisioned by entity L2. {{(pid=106211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 04:22:08.402483 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-384fd4f7-0e82-438a-b790-f11bada774cd req-30e369ef-1f2a-4fd6-b564-80b3bd3ef671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9553042'] for port (44284c30-6edf-45a3-8b70-fc4bb36bc551), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:08.498546 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d61469a7-b97d-4c37-8dc7-b80787a92206 req-b79f06bc-f1a7-490a-9988-5c033c788f7a tempest-VolumesNegativeTest-1183096272 tempest-VolumesNegativeTest-1183096272-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=15636443-a500-413b-ada7-f5af04e71e1c HTTP/1.1" status: 200 len: 210 time: 0.0317690 Sep 27 04:22:08.505128 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2edea6d8-6e76-4475-a024-64b0cfd4945a req-a7735035-9054-4a83-8cf1-e539b1ffa39e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257467 Sep 27 04:22:08.531537 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e369ef-1f2a-4fd6-b564-80b3bd3ef671 service neutron] Pushing event updated for resources: {'Port': ['ID=44284c30-6edf-45a3-8b70-fc4bb36bc551,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:22:08.570023 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-384fd4f7-0e82-438a-b790-f11bada774cd req-30e369ef-1f2a-4fd6-b564-80b3bd3ef671 service neutron] Attempting to bind port 44284c30-6edf-45a3-8b70-fc4bb36bc551 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:22:08.570379 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-384fd4f7-0e82-438a-b790-f11bada774cd req-30e369ef-1f2a-4fd6-b564-80b3bd3ef671 service neutron] Attempting to bind port 44284c30-6edf-45a3-8b70-fc4bb36bc551 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': '8f76b480-d8af-4f6a-b685-392c9daa6c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '14e40f69-7e37-43ea-ba44-fd89b3b60419'}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:22:08.570721 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384fd4f7-0e82-438a-b790-f11bada774cd req-30e369ef-1f2a-4fd6-b564-80b3bd3ef671 service neutron] Attempting to bind port 44284c30-6edf-45a3-8b70-fc4bb36bc551 on network 14e40f69-7e37-43ea-ba44-fd89b3b60419 {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:22:08.613549 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384fd4f7-0e82-438a-b790-f11bada774cd req-30e369ef-1f2a-4fd6-b564-80b3bd3ef671 service neutron] Port 44284c30-6edf-45a3-8b70-fc4bb36bc551 on network 14e40f69-7e37-43ea-ba44-fd89b3b60419 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 04:22:08.613913 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384fd4f7-0e82-438a-b790-f11bada774cd req-30e369ef-1f2a-4fd6-b564-80b3bd3ef671 service neutron] Attempting to bind port 44284c30-6edf-45a3-8b70-fc4bb36bc551 on network 14e40f69-7e37-43ea-ba44-fd89b3b60419 {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:22:08.674135 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384fd4f7-0e82-438a-b790-f11bada774cd req-30e369ef-1f2a-4fd6-b564-80b3bd3ef671 service neutron] Checking agent: {'id': 'b1f517e4-57bd-40c9-8710-cebf6376635e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'started_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 22, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:22:08.674502 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384fd4f7-0e82-438a-b790-f11bada774cd req-30e369ef-1f2a-4fd6-b564-80b3bd3ef671 service neutron] Checking segment: {'id': '8f76b480-d8af-4f6a-b685-392c9daa6c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '14e40f69-7e37-43ea-ba44-fd89b3b60419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:22:08.675034 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384fd4f7-0e82-438a-b790-f11bada774cd req-30e369ef-1f2a-4fd6-b564-80b3bd3ef671 service neutron] Bound using segment: {'id': '8f76b480-d8af-4f6a-b685-392c9daa6c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '14e40f69-7e37-43ea-ba44-fd89b3b60419'} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:22:08.675478 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-384fd4f7-0e82-438a-b790-f11bada774cd req-30e369ef-1f2a-4fd6-b564-80b3bd3ef671 service neutron] Bound port: 44284c30-6edf-45a3-8b70-fc4bb36bc551, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f76b480-d8af-4f6a-b685-392c9daa6c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '14e40f69-7e37-43ea-ba44-fd89b3b60419'}}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:22:08.675836 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-384fd4f7-0e82-438a-b790-f11bada774cd req-30e369ef-1f2a-4fd6-b564-80b3bd3ef671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (44284c30-6edf-45a3-8b70-fc4bb36bc551), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:08.727503 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ddc1ff-9de9-4564-807d-5dfc65198c3c req-9eabcf9b-2816-4c85-b7e8-53239b75b4d0 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:08.730014 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-25ddc1ff-9de9-4564-807d-5dfc65198c3c req-9eabcf9b-2816-4c85-b7e8-53239b75b4d0 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0619230 Sep 27 04:22:08.788474 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:08.803356 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef7cdd1-30ce-4a29-be30-cd17658b0b5f req-4f44b108-1057-42c5-b7a1-60659db5fb28 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:08.805265 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-25ddc1ff-9de9-4564-807d-5dfc65198c3c req-91dc1f98-23c3-46b4-9861-fe4f68f4ef7e tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657070 Sep 27 04:22:08.811707 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8ef7cdd1-30ce-4a29-be30-cd17658b0b5f req-4f44b108-1057-42c5-b7a1-60659db5fb28 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7ff20f8a-f72b-4c87-8c62-dbdf2714536d HTTP/1.1" status: 200 len: 944 time: 0.1332383 Sep 27 04:22:08.850853 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-384fd4f7-0e82-438a-b790-f11bada774cd req-30e369ef-1f2a-4fd6-b564-80b3bd3ef671 service neutron] For port 44284c30-6edf-45a3-8b70-fc4bb36bc551, host hv-cinder-85918, cleared binding levels {{(pid=106211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:22:08.876346 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-384fd4f7-0e82-438a-b790-f11bada774cd req-30e369ef-1f2a-4fd6-b564-80b3bd3ef671 service neutron] For port 44284c30-6edf-45a3-8b70-fc4bb36bc551, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=44284c30-6edf-45a3-8b70-fc4bb36bc551,segment=NetworkSegment(8f76b480-d8af-4f6a-b685-392c9daa6c91),segment_id=8f76b480-d8af-4f6a-b685-392c9daa6c91)] {{(pid=106211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:22:08.886938 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-384fd4f7-0e82-438a-b790-f11bada774cd req-30e369ef-1f2a-4fd6-b564-80b3bd3ef671 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9553042'] for port (44284c30-6edf-45a3-8b70-fc4bb36bc551), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:08.893878 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8ef7cdd1-30ce-4a29-be30-cd17658b0b5f req-5ab3efd3-000e-4ad4-88ea-91a88469881b tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b085b3fa-48ce-47db-8026-9c8743b70349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812385 Sep 27 04:22:08.895110 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fd4f7-0e82-438a-b790-f11bada774cd req-30e369ef-1f2a-4fd6-b564-80b3bd3ef671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:08.895712 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-384fd4f7-0e82-438a-b790-f11bada774cd req-30e369ef-1f2a-4fd6-b564-80b3bd3ef671 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:08.897105 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-384fd4f7-0e82-438a-b790-f11bada774cd req-30e369ef-1f2a-4fd6-b564-80b3bd3ef671 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/44284c30-6edf-45a3-8b70-fc4bb36bc551 HTTP/1.1" status: 200 len: 1094 time: 1.1370630 Sep 27 04:22:08.898490 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ff20f8a-f72b-4c87-8c62-dbdf2714536d', 'tag': '44284c30-6edf-45a3-8b70-fc4bb36bc551'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:22:08.900944 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375caaa08d89e17f41855227bc5930e71d4ac07142983a49768ae7ff94431a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a10bce-4346-4a5e-8f9e-4ba19835d084" -d '{"events": [{"name": "network-changed", "server_uuid": "7ff20f8a-f72b-4c87-8c62-dbdf2714536d", "tag": "44284c30-6edf-45a3-8b70-fc4bb36bc551"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:22:08.956191 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e369ef-1f2a-4fd6-b564-80b3bd3ef671 service neutron] Pushing event updated for resources: {'Port': ['ID=44284c30-6edf-45a3-8b70-fc4bb36bc551,revision_number=3']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:22:08.963507 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f047872-6380-4522-a801-1412c2bed6f5 x-openstack-request-id: req-9f047872-6380-4522-a801-1412c2bed6f5 {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:22:08.969402 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ff20f8a-f72b-4c87-8c62-dbdf2714536d", "tag": "44284c30-6edf-45a3-8b70-fc4bb36bc551", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:22:08.969807 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9f047872-6380-4522-a801-1412c2bed6f5 {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:22:08.970230 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f047872-6380-4522-a801-1412c2bed6f5'] response: {'name': 'network-changed', 'server_uuid': '7ff20f8a-f72b-4c87-8c62-dbdf2714536d', 'tag': '44284c30-6edf-45a3-8b70-fc4bb36bc551', 'status': 'completed', 'code': 200} Sep 27 04:22:09.201512 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a10bce-4346-4a5e-8f9e-4ba19835d084 req-5a6ca6a4-2743-44ab-8956-8ba0cd7660aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:09.203977 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f9a10bce-4346-4a5e-8f9e-4ba19835d084 req-5a6ca6a4-2743-44ab-8956-8ba0cd7660aa service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=14d42cf78c32468cb8bf10aa847c7cc3&device_id=7ff20f8a-f72b-4c87-8c62-dbdf2714536d HTTP/1.1" status: 200 len: 1128 time: 0.1688240 Sep 27 04:22:09.211826 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311fb624-0638-43f8-a011-3a0d85e1d242 req-eb070e3c-cf41-4676-94b4-6f5a8e0cea6f tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:09.213264 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-311fb624-0638-43f8-a011-3a0d85e1d242 req-eb070e3c-cf41-4676-94b4-6f5a8e0cea6f tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.0761125 Sep 27 04:22:09.228604 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:09.257491 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e47c7c1-07c2-4383-b3ac-e8b8ba4a730b req-5b14a190-3681-4796-9a80-fe91597c71a9 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:09.259211 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8e47c7c1-07c2-4383-b3ac-e8b8ba4a730b req-5b14a190-3681-4796-9a80-fe91597c71a9 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.0509605 Sep 27 04:22:09.311116 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8e47c7c1-07c2-4383-b3ac-e8b8ba4a730b req-623a2fe7-855f-436b-899c-aee602fa4a49 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450065 Sep 27 04:22:09.386536 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-311fb624-0638-43f8-a011-3a0d85e1d242 req-0f33d4c1-2bb3-46ae-8837-cc78020ad6ba tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669981 Sep 27 04:22:09.440349 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a10bce-4346-4a5e-8f9e-4ba19835d084 req-b325fa38-009e-4da6-b219-941c13c81d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:09.441850 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f9a10bce-4346-4a5e-8f9e-4ba19835d084 req-b325fa38-009e-4da6-b219-941c13c81d63 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=14d42cf78c32468cb8bf10aa847c7cc3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2139311 Sep 27 04:22:09.750294 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5a1d2-dfab-404e-b061-9f8c7c9be971 req-054c1b3a-5726-40e7-938d-b93f76cb4f57 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:09.751195 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d7d5a1d2-dfab-404e-b061-9f8c7c9be971 req-054c1b3a-5726-40e7-938d-b93f76cb4f57 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 945 time: 0.1505680 Sep 27 04:22:09.857432 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 9d990fa5-a24c-4b14-8c63-0e0506b80887 up at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:22:09.864529 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:09.872460 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a10bce-4346-4a5e-8f9e-4ba19835d084 req-e1fbada7-93de-462c-8b6d-66403d2c1161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:09.874886 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f9a10bce-4346-4a5e-8f9e-4ba19835d084 req-e1fbada7-93de-462c-8b6d-66403d2c1161 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2938771 Sep 27 04:22:09.898271 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d7d5a1d2-dfab-404e-b061-9f8c7c9be971 req-961688d6-e22b-4f84-81fa-09e1e8095842 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178644 Sep 27 04:22:09.937535 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:09.943677 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning for port 9d990fa5-a24c-4b14-8c63-0e0506b80887 completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 04:22:09.952498 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning complete for port 9d990fa5-a24c-4b14-8c63-0e0506b80887 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:22:09.953292 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (9d990fa5-a24c-4b14-8c63-0e0506b80887), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:09.953850 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Attempt 1 to provision port 9d990fa5-a24c-4b14-8c63-0e0506b80887 Sep 27 04:22:09.980446 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1419a8-82a2-4ff7-997b-e28f5f2e2ef9 req-bec05df4-5e82-458c-a493-701c1cfb7443 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:09.988679 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4d1419a8-82a2-4ff7-997b-e28f5f2e2ef9 req-bec05df4-5e82-458c-a493-701c1cfb7443 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0631714 Sep 27 04:22:10.001855 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fd4f7-0e82-438a-b790-f11bada774cd req-ef523899-90d7-4cfa-ae7a-10b5bf2a01f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:10.003393 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-384fd4f7-0e82-438a-b790-f11bada774cd req-ef523899-90d7-4cfa-ae7a-10b5bf2a01f6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=14d42cf78c32468cb8bf10aa847c7cc3&device_id=7ff20f8a-f72b-4c87-8c62-dbdf2714536d HTTP/1.1" status: 200 len: 1128 time: 0.0787892 Sep 27 04:22:10.066326 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4d1419a8-82a2-4ff7-997b-e28f5f2e2ef9 req-871637fc-ea3a-45db-9819-586068296f1d tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762696 Sep 27 04:22:10.077082 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port 9d990fa5-a24c-4b14-8c63-0e0506b80887 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:22:10.077839 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (9d990fa5-a24c-4b14-8c63-0e0506b80887), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:10.094244 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-384fd4f7-0e82-438a-b790-f11bada774cd req-57e85cb4-bb0f-47dd-bc09-cc7f37acb93b service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=44284c30-6edf-45a3-8b70-fc4bb36bc551 HTTP/1.1" status: 200 len: 217 time: 0.0731254 Sep 27 04:22:10.110233 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7036d25-7161-4e1f-95a5-5c8549139bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d990fa5-a24c-4b14-8c63-0e0506b80887'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:22:10.112742 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2687affa0ef786a15f255b59e70001bb997277ef1a41850ee1c1551a100c7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8876044-e9fc-4a4c-831f-c76671006dfb" -d '{"events": [{"server_uuid": "c7036d25-7161-4e1f-95a5-5c8549139bc3", "name": "network-vif-plugged", "status": "completed", "tag": "9d990fa5-a24c-4b14-8c63-0e0506b80887"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:22:10.138501 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 9d990fa5-a24c-4b14-8c63-0e0506b80887, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=9d990fa5-a24c-4b14-8c63-0e0506b80887,segment=NetworkSegment(39fbe748-2b18-4d3a-b683-ef5d7bb2f520),segment_id=39fbe748-2b18-4d3a-b683-ef5d7bb2f520)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:22:10.144095 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (9d990fa5-a24c-4b14-8c63-0e0506b80887), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:10.145873 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 5bc8f02a-52ca-41b8-b099-9368fd516a45 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:22:10.176160 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384fd4f7-0e82-438a-b790-f11bada774cd req-11e00545-0e23-4104-bef4-4c966663145a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:10.178611 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-384fd4f7-0e82-438a-b790-f11bada774cd req-11e00545-0e23-4104-bef4-4c966663145a service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=5be11e2d-b115-4126-97e6-2a19ea72362d HTTP/1.1" status: 200 len: 853 time: 0.0739968 Sep 27 04:22:10.192328 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c467e5c8-21a6-4471-9009-c67b42c3100d req-db2e4579-47e6-48ba-990a-7bdb1f24f052 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:10.200746 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c467e5c8-21a6-4471-9009-c67b42c3100d req-db2e4579-47e6-48ba-990a-7bdb1f24f052 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7ff20f8a-f72b-4c87-8c62-dbdf2714536d HTTP/1.1" status: 200 len: 944 time: 0.1539149 Sep 27 04:22:10.231599 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] No Port match for: 5bc8f02a-52ca-41b8-b099-9368fd516a45 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:22:10.232274 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 5bc8f02a-52ca-41b8-b099-9368fd516a45 not bound to the agent host hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:22:10.235049 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20eae453-ce0a-4f23-b813-d2fd2968572b x-openstack-request-id: req-20eae453-ce0a-4f23-b813-d2fd2968572b {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:22:10.235329 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7036d25-7161-4e1f-95a5-5c8549139bc3", "name": "network-vif-plugged", "status": "completed", "tag": "9d990fa5-a24c-4b14-8c63-0e0506b80887", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:22:10.236120 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-20eae453-ce0a-4f23-b813-d2fd2968572b {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:22:10.236520 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20eae453-ce0a-4f23-b813-d2fd2968572b'] response: {'server_uuid': 'c7036d25-7161-4e1f-95a5-5c8549139bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d990fa5-a24c-4b14-8c63-0e0506b80887', 'code': 200} Sep 27 04:22:10.258801 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=9d990fa5-a24c-4b14-8c63-0e0506b80887,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:22:10.275035 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-384fd4f7-0e82-438a-b790-f11bada774cd req-9f7f1f77-187d-4067-a181-621eab2f1c4f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=14e40f69-7e37-43ea-ba44-fd89b3b60419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642951 Sep 27 04:22:10.350123 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c467e5c8-21a6-4471-9009-c67b42c3100d req-655f5efa-8068-4276-9330-9e935e60fb10 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b085b3fa-48ce-47db-8026-9c8743b70349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482971 Sep 27 04:22:10.412430 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-384fd4f7-0e82-438a-b790-f11bada774cd req-90b4d826-caa8-4540-a386-db6c378a60a0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/14e40f69-7e37-43ea-ba44-fd89b3b60419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254296 Sep 27 04:22:10.417340 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810cddd0-4738-454a-8ec2-cd4c9d5016b8 req-bbac104f-ce63-4587-a257-a251c9f0c816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:10.422337 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-810cddd0-4738-454a-8ec2-cd4c9d5016b8 req-bbac104f-ce63-4587-a257-a251c9f0c816 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 1130 time: 0.0594342 Sep 27 04:22:10.533076 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d83f7c-00d8-4c40-9520-9b09b3bb925b req-876bbecc-6507-4097-9ace-758129c13e0a tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:10.534948 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-36d83f7c-00d8-4c40-9520-9b09b3bb925b req-876bbecc-6507-4097-9ace-758129c13e0a tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.0913401 Sep 27 04:22:10.537835 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-810cddd0-4738-454a-8ec2-cd4c9d5016b8 req-50c3a375-4003-484d-985d-c43f846a06f8 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085863 Sep 27 04:22:10.560858 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-384fd4f7-0e82-438a-b790-f11bada774cd req-776e42f0-3d64-4b96-ba74-b430268a6819 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/14e40f69-7e37-43ea-ba44-fd89b3b60419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417274 Sep 27 04:22:10.566736 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47be1c-1393-4ec3-82b1-fe7501cda738 req-73ef2f9e-b2c0-455c-a168-356b6ac4a889 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:10.568180 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-de47be1c-1393-4ec3-82b1-fe7501cda738 req-73ef2f9e-b2c0-455c-a168-356b6ac4a889 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.0817618 Sep 27 04:22:10.595222 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-36d83f7c-00d8-4c40-9520-9b09b3bb925b req-0d9ccdf8-3d15-45ae-b79b-bae6ba89f21d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544441 Sep 27 04:22:10.624882 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-de47be1c-1393-4ec3-82b1-fe7501cda738 req-0ac0b31a-04d7-4730-93fc-a5a521efa29d tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509052 Sep 27 04:22:10.701114 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:11.166711 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:11.209698 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7045c31-63ee-4a7f-9e87-8a8d02d409de req-cb9671f2-08da-4b4e-8ced-07f0dd99408d tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:11.211242 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a7045c31-63ee-4a7f-9e87-8a8d02d409de req-cb9671f2-08da-4b4e-8ced-07f0dd99408d tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 946 time: 0.0601161 Sep 27 04:22:11.218033 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc992950-6f85-4067-ad89-0045a1f6c3a6 req-d3189935-c095-4362-a714-f0ab1d79f9cf tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:11.219699 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-dc992950-6f85-4067-ad89-0045a1f6c3a6 req-d3189935-c095-4362-a714-f0ab1d79f9cf tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0647163 Sep 27 04:22:11.283783 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-dc992950-6f85-4067-ad89-0045a1f6c3a6 req-c1601864-0956-4967-823e-9698dff3f4e4 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578625 Sep 27 04:22:11.287643 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a7045c31-63ee-4a7f-9e87-8a8d02d409de req-2c2abbf4-b6b2-4e21-acf7-4a3e4128c822 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684311 Sep 27 04:22:11.481514 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f8a597-e2db-488c-b2f9-792dd7746707 req-b50f92c7-7222-4684-94bb-0adad8be37e7 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:11.483959 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-58f8a597-e2db-488c-b2f9-792dd7746707 req-b50f92c7-7222-4684-94bb-0adad8be37e7 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7ff20f8a-f72b-4c87-8c62-dbdf2714536d HTTP/1.1" status: 200 len: 944 time: 0.0487757 Sep 27 04:22:11.533496 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-58f8a597-e2db-488c-b2f9-792dd7746707 req-2c0a24fa-e509-4374-a6fe-7e3dddf1596b tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b085b3fa-48ce-47db-8026-9c8743b70349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436654 Sep 27 04:22:11.722146 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:11.751963 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584676a4-5835-4d53-a1c2-06be6ae274b6 req-00c34a48-689d-41d0-9003-fca8cce56838 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:11.753567 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-584676a4-5835-4d53-a1c2-06be6ae274b6 req-00c34a48-689d-41d0-9003-fca8cce56838 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.0653858 Sep 27 04:22:11.763038 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6192c6-cf51-49b2-8533-c8b36ffff209 req-8b20ee5a-09e9-474b-881f-b4b37608969e tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:11.770067 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0f6192c6-cf51-49b2-8533-c8b36ffff209 req-8b20ee5a-09e9-474b-881f-b4b37608969e tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.0585084 Sep 27 04:22:11.809061 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-584676a4-5835-4d53-a1c2-06be6ae274b6 req-4b91321d-9246-4982-b59d-0ce3136863f0 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486753 Sep 27 04:22:11.837174 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 44284c30-6edf-45a3-8b70-fc4bb36bc551 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 04:22:11.931256 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:11.975591 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 44284c30-6edf-45a3-8b70-fc4bb36bc551, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=44284c30-6edf-45a3-8b70-fc4bb36bc551,segment=NetworkSegment(8f76b480-d8af-4f6a-b685-392c9daa6c91),segment_id=8f76b480-d8af-4f6a-b685-392c9daa6c91)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:22:11.994381 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Returning: {'device': '44284c30-6edf-45a3-8b70-fc4bb36bc551', 'network_id': '14e40f69-7e37-43ea-ba44-fd89b3b60419', 'port_id': '44284c30-6edf-45a3-8b70-fc4bb36bc551', 'mac_address': 'fa:16:3e:c5:f9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5be11e2d-b115-4126-97e6-2a19ea72362d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 04:22:12.016367 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0f6192c6-cf51-49b2-8533-c8b36ffff209 req-97c01643-8021-4360-9c92-aa941f55ae23 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453330 Sep 27 04:22:12.047097 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port 44284c30-6edf-45a3-8b70-fc4bb36bc551 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:22:12.047869 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (44284c30-6edf-45a3-8b70-fc4bb36bc551), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:12.063496 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44284c30-6edf-45a3-8b70-fc4bb36bc551 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:22:12.086422 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 44284c30-6edf-45a3-8b70-fc4bb36bc551, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=44284c30-6edf-45a3-8b70-fc4bb36bc551,segment=NetworkSegment(8f76b480-d8af-4f6a-b685-392c9daa6c91),segment_id=8f76b480-d8af-4f6a-b685-392c9daa6c91)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:22:12.091534 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (44284c30-6edf-45a3-8b70-fc4bb36bc551), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:12.144246 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=44284c30-6edf-45a3-8b70-fc4bb36bc551,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:22:12.428450 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225c3dd-5c62-420b-a20a-9fc79ca5882a req-3acb118d-7957-4855-b281-ded7e51c4255 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:12.430497 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9babfdb2-4e06-4adb-8d90-bdf5577e5a29 req-4d5f78a9-e350-4084-8523-90d026d93e72 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:12.432290 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9babfdb2-4e06-4adb-8d90-bdf5577e5a29 req-4d5f78a9-e350-4084-8523-90d026d93e72 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 946 time: 0.0545030 Sep 27 04:22:12.432962 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8225c3dd-5c62-420b-a20a-9fc79ca5882a req-3acb118d-7957-4855-b281-ded7e51c4255 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0497904 Sep 27 04:22:12.451044 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['44284c30-6edf-45a3-8b70-fc4bb36bc551'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:22:12.492413 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8225c3dd-5c62-420b-a20a-9fc79ca5882a req-6f54d545-d1fe-4b7e-830a-b38e755135b6 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531595 Sep 27 04:22:12.506938 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9babfdb2-4e06-4adb-8d90-bdf5577e5a29 req-071db488-b776-42c1-864c-b7df8bfed888 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600171 Sep 27 04:22:12.672758 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0718f30-1921-4cd1-a0a7-371704bec2b9 req-838e7ac7-1936-4508-9223-dc4e1f0e007a tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:12.674483 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e0718f30-1921-4cd1-a0a7-371704bec2b9 req-838e7ac7-1936-4508-9223-dc4e1f0e007a tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7ff20f8a-f72b-4c87-8c62-dbdf2714536d HTTP/1.1" status: 200 len: 945 time: 0.0567865 Sep 27 04:22:12.761916 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e0718f30-1921-4cd1-a0a7-371704bec2b9 req-bd93f4e7-b438-4852-bf83-02dc1441b781 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b085b3fa-48ce-47db-8026-9c8743b70349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578182 Sep 27 04:22:12.949148 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58171b5c-736e-4822-a5b9-8118a88b58eb req-a6cbf8c7-1140-47b5-8e96-b2c803058e25 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:12.952585 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-58171b5c-736e-4822-a5b9-8118a88b58eb req-a6cbf8c7-1140-47b5-8e96-b2c803058e25 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.0509977 Sep 27 04:22:13.005447 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-58171b5c-736e-4822-a5b9-8118a88b58eb req-f3ac5567-e868-475d-8619-b51f721faa9b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481541 Sep 27 04:22:13.142000 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957bbcdf-354f-45a1-b5eb-fd98946024e6 req-9d9bf379-2aa2-4402-aedc-dd6a4349ebc7 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:13.143483 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-957bbcdf-354f-45a1-b5eb-fd98946024e6 req-9d9bf379-2aa2-4402-aedc-dd6a4349ebc7 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.0470724 Sep 27 04:22:13.154533 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:13.197233 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-957bbcdf-354f-45a1-b5eb-fd98946024e6 req-59463e62-b5c4-485e-91fa-e28b8bdc3f25 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479193 Sep 27 04:22:13.619883 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f76ff0-b4bf-4ae9-90f1-1e2418a23d15 req-c8b6841c-4bfd-4980-9961-22c939d10473 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:13.621469 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-95f76ff0-b4bf-4ae9-90f1-1e2418a23d15 req-c8b6841c-4bfd-4980-9961-22c939d10473 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0476985 Sep 27 04:22:13.628420 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c7652-a572-4154-ba90-a4c4b7fc9fcb req-9ff37a5c-e0a6-4922-bf64-e81232791c5c tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:13.629951 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-487c7652-a572-4154-ba90-a4c4b7fc9fcb req-9ff37a5c-e0a6-4922-bf64-e81232791c5c tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 946 time: 0.0476916 Sep 27 04:22:13.682844 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-487c7652-a572-4154-ba90-a4c4b7fc9fcb req-ab0cbfd8-ceb4-4ce7-b1a3-750df405464e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472522 Sep 27 04:22:13.814387 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b986a7f-2f61-4aff-976a-7bbca6b3eac3 req-5930c1f3-25ad-4cbc-9df5-006814bf373e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:13.815883 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4b986a7f-2f61-4aff-976a-7bbca6b3eac3 req-5930c1f3-25ad-4cbc-9df5-006814bf373e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 946 time: 0.0541451 Sep 27 04:22:13.844300 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device bbab3923-3dca-428e-93ca-c5dd6eb5cde9 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 04:22:13.847621 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 44284c30-6edf-45a3-8b70-fc4bb36bc551 up at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:22:13.869446 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4b986a7f-2f61-4aff-976a-7bbca6b3eac3 req-5dcd89dc-f290-49c2-a679-a24546057954 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477674 Sep 27 04:22:13.900221 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:13.909197 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-95f76ff0-b4bf-4ae9-90f1-1e2418a23d15 req-42605357-1d75-4439-ab72-6c1349394542 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2809687 Sep 27 04:22:13.954822 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning for port 44284c30-6edf-45a3-8b70-fc4bb36bc551 completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 04:22:13.963478 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning complete for port 44284c30-6edf-45a3-8b70-fc4bb36bc551 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:22:13.963824 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (44284c30-6edf-45a3-8b70-fc4bb36bc551), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:13.964396 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Attempt 1 to provision port 44284c30-6edf-45a3-8b70-fc4bb36bc551 Sep 27 04:22:14.007217 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f40056-2c0b-4c06-a5c5-bf7603dd4bfa req-3bda6ab3-a4f0-4d0f-9893-ae37f692c438 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:14.009043 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-83f40056-2c0b-4c06-a5c5-bf7603dd4bfa req-3bda6ab3-a4f0-4d0f-9893-ae37f692c438 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7ff20f8a-f72b-4c87-8c62-dbdf2714536d HTTP/1.1" status: 200 len: 945 time: 0.0542595 Sep 27 04:22:14.048014 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port bbab3923-3dca-428e-93ca-c5dd6eb5cde9, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=bbab3923-3dca-428e-93ca-c5dd6eb5cde9,segment=NetworkSegment(188f0649-0d82-4591-a8be-8000cf940ed2),segment_id=188f0649-0d82-4591-a8be-8000cf940ed2)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:22:14.070334 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Returning: {'device': 'bbab3923-3dca-428e-93ca-c5dd6eb5cde9', 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6', 'port_id': 'bbab3923-3dca-428e-93ca-c5dd6eb5cde9', 'mac_address': 'fa:16:3e:5a:77:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 04:22:14.097812 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-83f40056-2c0b-4c06-a5c5-bf7603dd4bfa req-8f2d122c-c111-4db3-9e5a-2b6abbfe0dac tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b085b3fa-48ce-47db-8026-9c8743b70349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786946 Sep 27 04:22:14.132868 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port 44284c30-6edf-45a3-8b70-fc4bb36bc551 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:22:14.133550 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (44284c30-6edf-45a3-8b70-fc4bb36bc551), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:14.178055 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ff20f8a-f72b-4c87-8c62-dbdf2714536d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44284c30-6edf-45a3-8b70-fc4bb36bc551'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:22:14.180401 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2687affa0ef786a15f255b59e70001bb997277ef1a41850ee1c1551a100c7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbea4f21-4663-47c3-a546-327ba64ddb43" -d '{"events": [{"server_uuid": "7ff20f8a-f72b-4c87-8c62-dbdf2714536d", "name": "network-vif-plugged", "status": "completed", "tag": "44284c30-6edf-45a3-8b70-fc4bb36bc551"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:22:14.193315 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port bbab3923-3dca-428e-93ca-c5dd6eb5cde9 is: ACTIVE; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:22:14.193711 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (bbab3923-3dca-428e-93ca-c5dd6eb5cde9), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:14.197715 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 44284c30-6edf-45a3-8b70-fc4bb36bc551, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=44284c30-6edf-45a3-8b70-fc4bb36bc551,segment=NetworkSegment(8f76b480-d8af-4f6a-b685-392c9daa6c91),segment_id=8f76b480-d8af-4f6a-b685-392c9daa6c91)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:22:14.206456 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (44284c30-6edf-45a3-8b70-fc4bb36bc551), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:14.238282 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bbab3923-3dca-428e-93ca-c5dd6eb5cde9 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:22:14.245585 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6d4a3d-787d-4e62-9384-53e785ef2517 req-3d9f4448-f35b-4292-a86e-9014e92d8749 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:14.247254 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0f6d4a3d-787d-4e62-9384-53e785ef2517 req-3d9f4448-f35b-4292-a86e-9014e92d8749 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.0695794 Sep 27 04:22:14.282310 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:14.286886 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port bbab3923-3dca-428e-93ca-c5dd6eb5cde9, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=bbab3923-3dca-428e-93ca-c5dd6eb5cde9,segment=NetworkSegment(188f0649-0d82-4591-a8be-8000cf940ed2),segment_id=188f0649-0d82-4591-a8be-8000cf940ed2)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:22:14.295581 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (bbab3923-3dca-428e-93ca-c5dd6eb5cde9), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:14.304771 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9082e96-19fc-41d4-be87-48f235b3ea4d x-openstack-request-id: req-a9082e96-19fc-41d4-be87-48f235b3ea4d {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:22:14.305187 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ff20f8a-f72b-4c87-8c62-dbdf2714536d", "name": "network-vif-plugged", "status": "completed", "tag": "44284c30-6edf-45a3-8b70-fc4bb36bc551", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:22:14.305763 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a9082e96-19fc-41d4-be87-48f235b3ea4d {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:22:14.306258 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9082e96-19fc-41d4-be87-48f235b3ea4d'] response: {'server_uuid': '7ff20f8a-f72b-4c87-8c62-dbdf2714536d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44284c30-6edf-45a3-8b70-fc4bb36bc551', 'code': 200} Sep 27 04:22:14.308040 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=44284c30-6edf-45a3-8b70-fc4bb36bc551,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:22:14.329133 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0f6d4a3d-787d-4e62-9384-53e785ef2517 req-335f338d-86b3-4e34-a7d3-c597e447d7ff tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680985 Sep 27 04:22:14.347180 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 60214) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:22:14.429767 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5c574-cfc6-467a-8d79-989f93486162 req-402a58cb-db50-4b3a-9fa3-61ffc71c03d4 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:14.431368 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-dcc5c574-cfc6-467a-8d79-989f93486162 req-402a58cb-db50-4b3a-9fa3-61ffc71c03d4 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.0725403 Sep 27 04:22:14.442678 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=bbab3923-3dca-428e-93ca-c5dd6eb5cde9,revision_number=6']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:22:14.455324 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['bbab3923-3dca-428e-93ca-c5dd6eb5cde9'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:22:14.508756 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295111b-a41b-4e4f-851f-4c85a3f5863a req-c0c4fd5b-fab9-4788-9696-993924a26df0 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:14.515894 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3295111b-a41b-4e4f-851f-4c85a3f5863a req-c0c4fd5b-fab9-4788-9696-993924a26df0 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 946 time: 0.0662711 Sep 27 04:22:14.516081 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-dcc5c574-cfc6-467a-8d79-989f93486162 req-827ee1a8-5602-4902-b59a-0a6f0b71996f tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757508 Sep 27 04:22:14.659277 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68e595-0d98-4f1d-b097-454d1d93989d req-913db4d3-0c63-4b55-9b0d-e65870c6f915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:14.660836 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-cb68e595-0d98-4f1d-b097-454d1d93989d req-913db4d3-0c63-4b55-9b0d-e65870c6f915 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7ff20f8a-f72b-4c87-8c62-dbdf2714536d HTTP/1.1" status: 200 len: 1130 time: 0.1103587 Sep 27 04:22:14.668605 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3295111b-a41b-4e4f-851f-4c85a3f5863a req-0b41418e-ab5a-4b3a-8f7c-7ddd223c6797 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519299 Sep 27 04:22:14.698375 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-8b284025-22b2-4a11-8107-24237bf4e698 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=988a2e4b6d154a4da1ee1a1f4d696588&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3497839 Sep 27 04:22:14.700944 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 60222) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:22:14.731080 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-cb68e595-0d98-4f1d-b097-454d1d93989d req-80d45a0c-3de2-4f8d-b494-9cd63524e870 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=b085b3fa-48ce-47db-8026-9c8743b70349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565422 Sep 27 04:22:14.756444 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-883d63c4-f600-4091-b755-ffb4da0e6bda admin admin] Publish callbacks [] for security_group (31b26620-a24b-4460-9a83-4151d3e45dd4), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:14.776139 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:14.778193 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-883d63c4-f600-4091-b755-ffb4da0e6bda admin admin] Publish callbacks [] for security_group (31b26620-a24b-4460-9a83-4151d3e45dd4), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:14.830172 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-883d63c4-f600-4091-b755-ffb4da0e6bda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (31b26620-a24b-4460-9a83-4151d3e45dd4), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:14.832773 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-883d63c4-f600-4091-b755-ffb4da0e6bda admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:14.833966 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-883d63c4-f600-4091-b755-ffb4da0e6bda admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/31b26620-a24b-4460-9a83-4151d3e45dd4 HTTP/1.1" status: 204 len: 168 time: 0.1291387 Sep 27 04:22:14.842170 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d63c4-f600-4091-b755-ffb4da0e6bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31b26620-a24b-4460-9a83-4151d3e45dd4,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:22:15.102649 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd054419-974c-4a27-a0a6-570edbee936c req-01912de9-99b2-49e3-9b08-7a6b92681e20 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:15.104417 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fd054419-974c-4a27-a0a6-570edbee936c req-01912de9-99b2-49e3-9b08-7a6b92681e20 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0880392 Sep 27 04:22:15.174721 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fd054419-974c-4a27-a0a6-570edbee936c req-61a1fd99-0b68-4714-b1cd-1f5daf6bb47f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629871 Sep 27 04:22:15.212552 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:15.223974 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17172bfa-8f8d-481d-a613-291aaa6298ee req-dc3e1d73-dd6c-43fc-81ad-299f6d1a6de8 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:15.225464 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-17172bfa-8f8d-481d-a613-291aaa6298ee req-dc3e1d73-dd6c-43fc-81ad-299f6d1a6de8 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7ff20f8a-f72b-4c87-8c62-dbdf2714536d HTTP/1.1" status: 200 len: 946 time: 0.0471194 Sep 27 04:22:15.275166 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-17172bfa-8f8d-481d-a613-291aaa6298ee req-f5d91e8e-84e2-4f9c-9827-7b04df5d339c tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b085b3fa-48ce-47db-8026-9c8743b70349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438080 Sep 27 04:22:15.471688 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8798109-6fe1-4b80-a109-efbb2c007cc2 req-e979624e-7fcd-4bd1-ba8b-574462a40475 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:15.473072 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a8798109-6fe1-4b80-a109-efbb2c007cc2 req-e979624e-7fcd-4bd1-ba8b-574462a40475 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 945 time: 0.0479176 Sep 27 04:22:15.519665 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a8798109-6fe1-4b80-a109-efbb2c007cc2 req-523a3a7e-537d-4a66-adaf-e55d53126b87 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409601 Sep 27 04:22:15.631973 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f4d5e-3928-4acc-82bd-abbfab779dcf req-8033ebf2-f911-4500-8819-9173c31ec1de tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:15.633429 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-307f4d5e-3928-4acc-82bd-abbfab779dcf req-8033ebf2-f911-4500-8819-9173c31ec1de tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.0474193 Sep 27 04:22:15.682090 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-307f4d5e-3928-4acc-82bd-abbfab779dcf req-7b6c62ce-01ed-477e-ba07-e174d1a1b018 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428543 Sep 27 04:22:15.860604 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device bbab3923-3dca-428e-93ca-c5dd6eb5cde9 up at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:22:15.904707 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning complete for port bbab3923-3dca-428e-93ca-c5dd6eb5cde9 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:22:15.905111 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (bbab3923-3dca-428e-93ca-c5dd6eb5cde9), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:15.905563 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Attempt 1 to provision port bbab3923-3dca-428e-93ca-c5dd6eb5cde9 Sep 27 04:22:15.980339 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port bbab3923-3dca-428e-93ca-c5dd6eb5cde9 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:22:15.980730 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (bbab3923-3dca-428e-93ca-c5dd6eb5cde9), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:16.015243 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port bbab3923-3dca-428e-93ca-c5dd6eb5cde9, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=bbab3923-3dca-428e-93ca-c5dd6eb5cde9,segment=NetworkSegment(188f0649-0d82-4591-a8be-8000cf940ed2),segment_id=188f0649-0d82-4591-a8be-8000cf940ed2)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:22:16.018997 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (bbab3923-3dca-428e-93ca-c5dd6eb5cde9), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:16.063900 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=bbab3923-3dca-428e-93ca-c5dd6eb5cde9,revision_number=7']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:22:16.307463 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '333a79d8-9886-4cc6-bbd4-335bee1d98b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbab3923-3dca-428e-93ca-c5dd6eb5cde9'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:22:16.309782 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2687affa0ef786a15f255b59e70001bb997277ef1a41850ee1c1551a100c7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9baca745-1aec-4def-9221-3357a0914f19" -d '{"events": [{"server_uuid": "333a79d8-9886-4cc6-bbd4-335bee1d98b6", "name": "network-vif-plugged", "status": "completed", "tag": "bbab3923-3dca-428e-93ca-c5dd6eb5cde9"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:22:16.314591 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491bb7d8-64f6-4ca0-890c-f4868cb89b68 req-c8646523-f475-45ad-89ab-f9130f89b117 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:16.316360 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-491bb7d8-64f6-4ca0-890c-f4868cb89b68 req-c8646523-f475-45ad-89ab-f9130f89b117 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0642984 Sep 27 04:22:16.374954 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-491bb7d8-64f6-4ca0-890c-f4868cb89b68 req-046ae9b4-edad-4e65-9891-3bcf14488318 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486815 Sep 27 04:22:16.455755 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:16.491703 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a78618-36f5-426b-8958-5def853d790b req-579a9357-ffa9-444c-9e2d-f42437191864 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:16.493192 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e5a78618-36f5-426b-8958-5def853d790b req-579a9357-ffa9-444c-9e2d-f42437191864 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7ff20f8a-f72b-4c87-8c62-dbdf2714536d HTTP/1.1" status: 200 len: 946 time: 0.0479727 Sep 27 04:22:16.542156 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e5a78618-36f5-426b-8958-5def853d790b req-50fd1d9b-10df-4284-bdaf-b9b53e883116 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b085b3fa-48ce-47db-8026-9c8743b70349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433280 Sep 27 04:22:16.587094 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4b40aa-ada7-4464-89e6-95141bd32da9 x-openstack-request-id: req-cb4b40aa-ada7-4464-89e6-95141bd32da9 {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:22:16.587409 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "333a79d8-9886-4cc6-bbd4-335bee1d98b6", "name": "network-vif-plugged", "status": "completed", "tag": "bbab3923-3dca-428e-93ca-c5dd6eb5cde9", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:22:16.587672 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cb4b40aa-ada7-4464-89e6-95141bd32da9 {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:22:16.588077 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb4b40aa-ada7-4464-89e6-95141bd32da9'] response: {'server_uuid': '333a79d8-9886-4cc6-bbd4-335bee1d98b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbab3923-3dca-428e-93ca-c5dd6eb5cde9', 'code': 200} Sep 27 04:22:16.678326 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e3098-36ee-4ba5-ba10-37ce5215da79 req-f1bf0984-f48d-4bc4-a633-b6bdf630ae14 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:16.679802 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c70e3098-36ee-4ba5-ba10-37ce5215da79 req-f1bf0984-f48d-4bc4-a633-b6bdf630ae14 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.0478146 Sep 27 04:22:16.735975 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c70e3098-36ee-4ba5-ba10-37ce5215da79 req-89d4e911-026c-45ef-96c6-968a7b69729b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496073 Sep 27 04:22:16.850788 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff8412d-06dd-43d4-bfa5-1d548a9b63a4 req-9bdcb776-4a27-4dc0-9b25-d6b18bba9d0d tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:16.852269 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-aff8412d-06dd-43d4-bfa5-1d548a9b63a4 req-9bdcb776-4a27-4dc0-9b25-d6b18bba9d0d tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.0485294 Sep 27 04:22:16.907467 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-aff8412d-06dd-43d4-bfa5-1d548a9b63a4 req-b01ddbcc-8eb5-43c6-802e-c1dc5ba3dd46 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470147 Sep 27 04:22:17.500333 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b485582a-ff9c-4309-b563-699fd16bb562 req-ecd2ea91-acd4-4e2d-b61c-670bf78617c8 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:17.506310 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b485582a-ff9c-4309-b563-699fd16bb562 req-ecd2ea91-acd4-4e2d-b61c-670bf78617c8 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0554242 Sep 27 04:22:17.595035 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b485582a-ff9c-4309-b563-699fd16bb562 req-22a8dca3-7b88-4cf1-9d9a-aeba66f2f883 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866425 Sep 27 04:22:17.697395 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e5ecc-c84c-46d6-9919-d4cff6167adf req-ab26ec3c-f883-433e-a2c2-de326e095078 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:17.701787 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-929e5ecc-c84c-46d6-9919-d4cff6167adf req-ab26ec3c-f883-433e-a2c2-de326e095078 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7ff20f8a-f72b-4c87-8c62-dbdf2714536d HTTP/1.1" status: 200 len: 946 time: 0.0658317 Sep 27 04:22:17.762440 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-929e5ecc-c84c-46d6-9919-d4cff6167adf req-76cec910-c48c-4df4-b374-be0fce7bd7f2 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b085b3fa-48ce-47db-8026-9c8743b70349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566928 Sep 27 04:22:17.885111 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ff511-cc0f-40f9-8976-ef9bb56a24c7 req-938134e3-03f4-4c0c-bd23-5bff705afc77 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:17.887932 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e06ff511-cc0f-40f9-8976-ef9bb56a24c7 req-938134e3-03f4-4c0c-bd23-5bff705afc77 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.0572693 Sep 27 04:22:17.942263 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e06ff511-cc0f-40f9-8976-ef9bb56a24c7 req-35f9f50e-43f8-424c-8e87-22f4c7e037b1 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492818 Sep 27 04:22:18.067263 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803479a-c991-4d59-b840-0bee1d6813a2 req-c7f8189c-2796-4a07-918b-42f14595e600 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:18.068745 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4803479a-c991-4d59-b840-0bee1d6813a2 req-c7f8189c-2796-4a07-918b-42f14595e600 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.0676558 Sep 27 04:22:18.147584 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4803479a-c991-4d59-b840-0bee1d6813a2 req-bfcafa1b-4a7b-4dfa-8051-3e771272feb0 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714962 Sep 27 04:22:18.732694 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955800b2-901b-4e5d-b10a-25cbb63bb34f req-77a2f475-f822-43ee-821c-94086f793de0 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:18.734842 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-955800b2-901b-4e5d-b10a-25cbb63bb34f req-77a2f475-f822-43ee-821c-94086f793de0 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0622275 Sep 27 04:22:18.808891 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-955800b2-901b-4e5d-b10a-25cbb63bb34f req-095bac15-ad74-4ee0-84c4-409ed78a550a tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659652 Sep 27 04:22:19.114911 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aaea13-a8c1-46f1-a480-d80b49516f56 req-11dbab16-91d0-4234-8fbe-c179c0eb02b0 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:19.117776 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-17aaea13-a8c1-46f1-a480-d80b49516f56 req-11dbab16-91d0-4234-8fbe-c179c0eb02b0 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.0566742 Sep 27 04:22:19.220253 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:19.246563 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-17aaea13-a8c1-46f1-a480-d80b49516f56 req-848d65e0-18e2-4467-a437-b9cf2de59e5b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156411 Sep 27 04:22:19.318481 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60171d-128c-46c8-aa5d-29f8821dd823 req-5f183eb7-7f4e-4164-8319-5ecd305cd8ee tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:19.329776 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fb60171d-128c-46c8-aa5d-29f8821dd823 req-5f183eb7-7f4e-4164-8319-5ecd305cd8ee tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.0703216 Sep 27 04:22:19.384202 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fb60171d-128c-46c8-aa5d-29f8821dd823 req-78d1b7a9-9db8-4ed8-8d2e-d8410831a4bb tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532467 Sep 27 04:22:19.955049 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de4e25-b98a-4e7e-90ab-486d40e5aba9 req-2efd1eab-870e-4c65-9439-bd7c7f79a1dc tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:19.956892 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-97de4e25-b98a-4e7e-90ab-486d40e5aba9 req-2efd1eab-870e-4c65-9439-bd7c7f79a1dc tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0488224 Sep 27 04:22:20.019368 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-97de4e25-b98a-4e7e-90ab-486d40e5aba9 req-a085828b-9b03-4226-8654-77e8c658cfb3 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549095 Sep 27 04:22:20.276705 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-89a7eef6-dbed-4d68-afa5-97387d9d4691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:20.346575 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:20.401510 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0f6486-063a-4850-a8ab-47f983a13522 req-3c584eb6-ceed-4a2d-af43-dd2b030cfabf tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:20.410297 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-dc0f6486-063a-4850-a8ab-47f983a13522 req-3c584eb6-ceed-4a2d-af43-dd2b030cfabf tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.0733907 Sep 27 04:22:20.481004 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-dc0f6486-063a-4850-a8ab-47f983a13522 req-38eccbb2-dc5b-4a87-bbca-3c88e88bdafa tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690343 Sep 27 04:22:20.560623 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239ec76-6010-4e28-8502-8a9f25e9a0b7 req-a68aa66e-4d27-41dc-bca8-c8c188a3482b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:20.562891 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e239ec76-6010-4e28-8502-8a9f25e9a0b7 req-a68aa66e-4d27-41dc-bca8-c8c188a3482b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.0771129 Sep 27 04:22:20.646312 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e239ec76-6010-4e28-8502-8a9f25e9a0b7 req-4f73dadd-994d-4089-a105-e23520b92ddb tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769134 Sep 27 04:22:21.157002 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09308c87-750a-45bd-ae0c-077265910668 req-436de1f6-3d80-46e1-87ae-eb27d266e1da tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:21.158614 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-09308c87-750a-45bd-ae0c-077265910668 req-436de1f6-3d80-46e1-87ae-eb27d266e1da tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0493817 Sep 27 04:22:21.217621 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-09308c87-750a-45bd-ae0c-077265910668 req-d87d1a1c-14b6-495f-b6b4-ae0cab1abbe3 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514886 Sep 27 04:22:21.493146 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c32835-d7c1-497a-a069-0564d5e8f099 req-d80e2206-0346-4b8d-81f3-a1ce67ed7449 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:21.502366 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-11c32835-d7c1-497a-a069-0564d5e8f099 req-d80e2206-0346-4b8d-81f3-a1ce67ed7449 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0616686 Sep 27 04:22:21.562514 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-11c32835-d7c1-497a-a069-0564d5e8f099 req-42e8cb47-75f7-412a-bb9a-d7abb163f088 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572183 Sep 27 04:22:21.651546 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622e5377-d439-4e4e-a7e6-0a788c6c0ccb req-b6a3f03e-16d3-49ef-b47e-2a67b953a33f tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:21.659226 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-622e5377-d439-4e4e-a7e6-0a788c6c0ccb req-b6a3f03e-16d3-49ef-b47e-2a67b953a33f tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.0581374 Sep 27 04:22:21.706836 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-622e5377-d439-4e4e-a7e6-0a788c6c0ccb req-5a30fdc8-339e-49b8-be24-1bf508ed7619 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466523 Sep 27 04:22:21.805859 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5826f9b3-37f4-4aa2-82f1-e9ef3cc5bd8d req-cfa954d0-a5d5-44d8-8c09-5071396779ac tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:21.809005 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5826f9b3-37f4-4aa2-82f1-e9ef3cc5bd8d req-cfa954d0-a5d5-44d8-8c09-5071396779ac tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.0651786 Sep 27 04:22:21.866108 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5826f9b3-37f4-4aa2-82f1-e9ef3cc5bd8d req-6a2caeb7-3083-479c-b2cf-d34f1b7c5fa9 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509520 Sep 27 04:22:22.242209 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-b29e2408-8648-48ea-87b3-4d3ed99f0957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:22.453361 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39842c-8eb2-434f-99e7-8b1187b164b0 req-5ee58fc9-3745-4277-8423-822c12121e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:22.455921 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3a39842c-8eb2-434f-99e7-8b1187b164b0 req-5ee58fc9-3745-4277-8423-822c12121e34 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1c6cc70cbd2b4c04864f33ebafa06b5a&device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 1129 time: 0.0727961 Sep 27 04:22:22.491801 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205628ca-6732-441b-8310-0c53e527c5dd req-9ca13d04-14d5-4f98-a304-81d171824588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:22.493699 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-205628ca-6732-441b-8310-0c53e527c5dd req-9ca13d04-14d5-4f98-a304-81d171824588 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 1130 time: 0.0643497 Sep 27 04:22:22.527874 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:22.560816 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-205628ca-6732-441b-8310-0c53e527c5dd req-c4047691-790e-4555-8c3b-87b3059b3938 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523601 Sep 27 04:22:22.654058 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39842c-8eb2-434f-99e7-8b1187b164b0 req-8db7ac7e-e125-4ea8-ae74-a1c95c3c5229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:22.660433 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3a39842c-8eb2-434f-99e7-8b1187b164b0 req-8db7ac7e-e125-4ea8-ae74-a1c95c3c5229 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=a72f6105-d258-45cb-a84d-18590bef93c2 HTTP/1.1" status: 200 len: 911 time: 0.1965930 Sep 27 04:22:22.707958 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619b4467-8172-43fe-91ff-ed2b6275316d req-6ef11f7d-dbb9-43d8-b4a1-2e2b8c06c8b2 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:22.709428 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-619b4467-8172-43fe-91ff-ed2b6275316d req-6ef11f7d-dbb9-43d8-b4a1-2e2b8c06c8b2 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0480943 Sep 27 04:22:22.776331 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-619b4467-8172-43fe-91ff-ed2b6275316d req-7403efbc-1d15-4f56-abc2-f69332d071ff tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611897 Sep 27 04:22:22.870411 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e66145-dd5a-4c51-aea1-93bfcec5bf72 req-0212e95c-00a3-49eb-be8d-52de862dca9a tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:22.874843 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-04e66145-dd5a-4c51-aea1-93bfcec5bf72 req-0212e95c-00a3-49eb-be8d-52de862dca9a tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.0513365 Sep 27 04:22:22.969976 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-04e66145-dd5a-4c51-aea1-93bfcec5bf72 req-c45e6733-6b59-42d1-8f33-9dc48e1170f7 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885708 Sep 27 04:22:23.006555 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3c926-04bb-48e1-b2e7-d34f116f91e7 req-9bcd3390-905f-4359-ac3e-1158a67ff538 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:23.016802 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9ec3c926-04bb-48e1-b2e7-d34f116f91e7 req-9bcd3390-905f-4359-ac3e-1158a67ff538 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.0626347 Sep 27 04:22:23.145202 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:23.160518 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3a39842c-8eb2-434f-99e7-8b1187b164b0 req-d5c29025-6e06-43d6-8d36-8bca7e23cdfc service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef3b9eed-fccf-490a-bc0f-2fe41f79b621 HTTP/1.1" status: 200 len: 1000 time: 0.1404860 Sep 27 04:22:23.197785 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9ec3c926-04bb-48e1-b2e7-d34f116f91e7 req-cd6c652e-45d5-45e4-83a9-218de8eefd03 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768522 Sep 27 04:22:23.683934 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:23.697148 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:23.900711 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39842c-8eb2-434f-99e7-8b1187b164b0 req-57266a81-0a38-4df5-a61a-1d9d65408515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:23.905413 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3a39842c-8eb2-434f-99e7-8b1187b164b0 req-57266a81-0a38-4df5-a61a-1d9d65408515 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=8e579293-c2b5-4786-882a-437ca24df95d HTTP/1.1" status: 200 len: 849 time: 0.0797980 Sep 27 04:22:23.944683 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7e26e0-c1c2-4450-8dab-34a00de61cf9 req-fe1adee8-7f17-446f-998b-94011d30f9cb tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:23.952515 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bb7e26e0-c1c2-4450-8dab-34a00de61cf9 req-fe1adee8-7f17-446f-998b-94011d30f9cb tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0734887 Sep 27 04:22:24.007085 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bb7e26e0-c1c2-4450-8dab-34a00de61cf9 req-1e4eb316-65d6-45b3-8563-345baefcedef tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536969 Sep 27 04:22:24.174688 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a30ed3-e886-43c8-8985-1acaa02e4ad7 req-46deacb2-09c2-42f2-9927-5ce4997cca79 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:24.178266 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d9a30ed3-e886-43c8-8985-1acaa02e4ad7 req-46deacb2-09c2-42f2-9927-5ce4997cca79 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.0631921 Sep 27 04:22:24.238795 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d9a30ed3-e886-43c8-8985-1acaa02e4ad7 req-8342d4a2-1a43-438c-8921-a1e53fb9024a tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546649 Sep 27 04:22:24.345302 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d1115-4a25-4e74-850b-ed03c27099c6 req-6b25c235-efae-44fa-be54-512da04cf1bd tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:24.346836 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fa0d1115-4a25-4e74-850b-ed03c27099c6 req-6b25c235-efae-44fa-be54-512da04cf1bd tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.0598581 Sep 27 04:22:24.442462 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fa0d1115-4a25-4e74-850b-ed03c27099c6 req-0d96e23d-56c5-469a-8504-bf9be522978e tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898671 Sep 27 04:22:24.456440 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39842c-8eb2-434f-99e7-8b1187b164b0 req-0e01512f-439f-4c3e-9861-a4fc394d8454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:24.458413 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3a39842c-8eb2-434f-99e7-8b1187b164b0 req-0e01512f-439f-4c3e-9861-a4fc394d8454 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=a72f6105-d258-45cb-a84d-18590bef93c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0957990 Sep 27 04:22:24.637355 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3a39842c-8eb2-434f-99e7-8b1187b164b0 req-9356f81e-aa24-4a55-ac21-2d588f4a0516 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a72f6105-d258-45cb-a84d-18590bef93c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248989 Sep 27 04:22:25.063790 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:25.151156 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:25.180439 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0266cf56-6b23-48e6-8fb8-06cb10bf0958 req-17f9000b-6df5-402f-af98-bbe5f321316d tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:25.182232 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0266cf56-6b23-48e6-8fb8-06cb10bf0958 req-17f9000b-6df5-402f-af98-bbe5f321316d tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0571778 Sep 27 04:22:25.216479 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:25.234403 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0266cf56-6b23-48e6-8fb8-06cb10bf0958 req-ddf7933a-50c9-4ab5-86e1-d4ac1fe8a945 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458412 Sep 27 04:22:25.397835 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5907b6-9387-4c4e-be0d-ab3f271c8a77 req-055b0cb9-64eb-4899-93c4-51d80b3b874a tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:25.399354 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3b5907b6-9387-4c4e-be0d-ab3f271c8a77 req-055b0cb9-64eb-4899-93c4-51d80b3b874a tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.0676432 Sep 27 04:22:25.443784 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3a39842c-8eb2-434f-99e7-8b1187b164b0 req-36c39161-4305-44f5-afc1-690dcb566ca8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a72f6105-d258-45cb-a84d-18590bef93c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096408 Sep 27 04:22:25.463814 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3b5907b6-9387-4c4e-be0d-ab3f271c8a77 req-91156c64-9b4b-4180-a8f9-392bcfcd7ba8 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528250 Sep 27 04:22:25.559399 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df44809-1868-493c-adb5-37c0def8f8b4 req-530f153a-38c9-4150-bd43-17b734d18c2b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:25.560842 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-7df44809-1868-493c-adb5-37c0def8f8b4 req-530f153a-38c9-4150-bd43-17b734d18c2b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.0468900 Sep 27 04:22:25.615983 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-7df44809-1868-493c-adb5-37c0def8f8b4 req-ef8be53d-d0cd-462d-88b3-5fb6879b655b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490451 Sep 27 04:22:25.762391 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821bce20-1c2c-45f5-b547-6763c2880b17 req-68793080-4549-45b4-98c1-5c8daa7cff1c tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:25.769773 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-821bce20-1c2c-45f5-b547-6763c2880b17 req-68793080-4549-45b4-98c1-5c8daa7cff1c tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 945 time: 0.0586250 Sep 27 04:22:25.820904 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-821bce20-1c2c-45f5-b547-6763c2880b17 req-0f974186-c96f-4783-9223-84bde9d3cf3c tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500634 Sep 27 04:22:25.920607 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70c336-113e-438b-b847-34d6da7f3f67 req-de119af8-16b1-4d7e-aa98-427d9df98c4d tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:25.922617 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-fe70c336-113e-438b-b847-34d6da7f3f67 req-de119af8-16b1-4d7e-aa98-427d9df98c4d tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 946 time: 0.0487766 Sep 27 04:22:25.979498 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-fe70c336-113e-438b-b847-34d6da7f3f67 req-c3df0ac7-5b48-4142-a8a2-02dbcb46384b tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511670 Sep 27 04:22:26.012161 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 60470) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:22:26.236761 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f81f5a0-7491-4445-a310-09001108d34f tempest-TestMinimumBasicScenario-1364900064 tempest-TestMinimumBasicScenario-1364900064-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:26.238306 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-1f81f5a0-7491-4445-a310-09001108d34f tempest-TestMinimumBasicScenario-1364900064 tempest-TestMinimumBasicScenario-1364900064-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 1125 time: 0.2250478 Sep 27 04:22:26.241509 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 60480) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:22:26.247965 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-409fdd60-91d3-4bc9-8b29-da87b56f652f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Request body: {'floatingip': {'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'port_id': '9d990fa5-a24c-4b14-8c63-0e0506b80887', 'tenant_id': '7e7b2ff0f0104769a550d0c0692ab713', 'fixed_ip_address': '172.20.0.14'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:22:26.271530 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-409fdd60-91d3-4bc9-8b29-da87b56f652f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:26.368770 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-409fdd60-91d3-4bc9-8b29-da87b56f652f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:26.388155 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efe703-4d1e-4dc5-853d-2a66b609109d req-a6e94407-ccca-4f24-89a3-34d74a6e9adb tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:26.390518 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-74efe703-4d1e-4dc5-853d-2a66b609109d req-a6e94407-ccca-4f24-89a3-34d74a6e9adb tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0739357 Sep 27 04:22:26.478701 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-74efe703-4d1e-4dc5-853d-2a66b609109d req-447b654d-0e3d-4681-aebc-b86f252898e1 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823104 Sep 27 04:22:26.482747 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:26.546837 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [None req-409fdd60-91d3-4bc9-8b29-da87b56f652f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Allocated IP 172.27.0.174 (4c2326fb-b4db-42c7-9331-4377c9818745/65648eee-291b-4b8a-95c0-f3ca12df09c9/ceff52d4-58ff-442f-a2d2-6e7f95b91ed2) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:22:26.678614 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd0c48-8009-464d-9400-19169bda8d80 req-96014c04-6284-484c-9fd9-b6c898eed044 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:26.681204 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9cfd0c48-8009-464d-9400-19169bda8d80 req-96014c04-6284-484c-9fd9-b6c898eed044 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.1008546 Sep 27 04:22:26.757630 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-409fdd60-91d3-4bc9-8b29-da87b56f652f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks [] for port (ceff52d4-58ff-442f-a2d2-6e7f95b91ed2), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:26.776951 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9cfd0c48-8009-464d-9400-19169bda8d80 req-74e32735-c8dc-496e-8fe6-5379a9d77f0e tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836766 Sep 27 04:22:26.828816 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-409fdd60-91d3-4bc9-8b29-da87b56f652f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (ceff52d4-58ff-442f-a2d2-6e7f95b91ed2), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:26.861576 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:26.896745 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409fdd60-91d3-4bc9-8b29-da87b56f652f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Network 4c2326fb-b4db-42c7-9331-4377c9818745 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:22:26.898444 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fdd60-91d3-4bc9-8b29-da87b56f652f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Pushing event updated for resources: {'Port': ['ID=ceff52d4-58ff-442f-a2d2-6e7f95b91ed2,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:22:26.903142 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-409fdd60-91d3-4bc9-8b29-da87b56f652f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:22:26.906488 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409fdd60-91d3-4bc9-8b29-da87b56f652f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:22:27.434304 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-409fdd60-91d3-4bc9-8b29-da87b56f652f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks [] for floatingip (9963a87b-03b4-4d55-83d3-de04f644946b), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:27.535761 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-409fdd60-91d3-4bc9-8b29-da87b56f652f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (ceff52d4-58ff-442f-a2d2-6e7f95b91ed2), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:27.558270 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:27.727017 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4821ede-7326-46bf-a166-0495c56875db req-0bc3a34a-f312-414c-8a8b-b1f95068d901 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:27.736846 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d4821ede-7326-46bf-a166-0495c56875db req-0bc3a34a-f312-414c-8a8b-b1f95068d901 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 945 time: 0.0779383 Sep 27 04:22:27.767504 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:27.801425 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d4821ede-7326-46bf-a166-0495c56875db req-42f9cdff-34b3-4949-a7dc-30c56c6a5dd6 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630171 Sep 27 04:22:27.936784 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4d8a03-f9de-4bbe-b7b8-ed94c3ec787b req-cc6bb8f2-daca-44ba-8dc3-0fb28531631b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:27.938676 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fa4d8a03-f9de-4bbe-b7b8-ed94c3ec787b req-cc6bb8f2-daca-44ba-8dc3-0fb28531631b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.0596290 Sep 27 04:22:27.973414 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9d3a3-16d7-44ca-958d-8cf8e76711ee req-7fe1f72e-aed0-43e2-9586-2bd6b78dcabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:27.975063 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8cd9d3a3-16d7-44ca-958d-8cf8e76711ee req-7fe1f72e-aed0-43e2-9586-2bd6b78dcabd service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=c25f11f92d4e4fd8965fe630ad77f3c3&device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 1129 time: 0.0968399 Sep 27 04:22:27.984603 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52150d-86d0-4e77-9fc9-aaabb8717eee req-4eaff9c7-04d5-4bef-9f9f-f26f93a470db tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:27.986187 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1d52150d-86d0-4e77-9fc9-aaabb8717eee req-4eaff9c7-04d5-4bef-9f9f-f26f93a470db tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.3529413 Sep 27 04:22:28.019406 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fa4d8a03-f9de-4bbe-b7b8-ed94c3ec787b req-1258dc1f-3b32-438d-83f1-26d929e83990 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739598 Sep 27 04:22:28.203161 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1d52150d-86d0-4e77-9fc9-aaabb8717eee req-ed392df3-753a-462a-9374-e5a3302beb35 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628258 Sep 27 04:22:28.212387 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9d3a3-16d7-44ca-958d-8cf8e76711ee req-22583063-860c-4c52-9ae3-8da255bc2aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:28.214097 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8cd9d3a3-16d7-44ca-958d-8cf8e76711ee req-22583063-860c-4c52-9ae3-8da255bc2aaf service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=3b03541e-a362-4f1f-858b-b7051275090d HTTP/1.1" status: 200 len: 919 time: 0.2269404 Sep 27 04:22:28.216499 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-409fdd60-91d3-4bc9-8b29-da87b56f652f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks [] for port (ceff52d4-58ff-442f-a2d2-6e7f95b91ed2), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:28.267966 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-409fdd60-91d3-4bc9-8b29-da87b56f652f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9553042'] for port (ceff52d4-58ff-442f-a2d2-6e7f95b91ed2), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:28.302101 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8cd9d3a3-16d7-44ca-958d-8cf8e76711ee req-ae2996c7-e4af-4aee-b4c4-8c0c6fd28680 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b602518b-6faa-4bc5-b2ba-22e555f27363 HTTP/1.1" status: 200 len: 217 time: 0.0773120 Sep 27 04:22:28.372583 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:28.384847 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-409fdd60-91d3-4bc9-8b29-da87b56f652f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4106707'] for floatingip (9963a87b-03b4-4d55-83d3-de04f644946b), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:28.390624 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409fdd60-91d3-4bc9-8b29-da87b56f652f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Pushing event updated for resources: {'Port': ['ID=ceff52d4-58ff-442f-a2d2-6e7f95b91ed2,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:22:28.432532 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9d3a3-16d7-44ca-958d-8cf8e76711ee req-b755ada4-38c4-4230-a7e9-400107a8b125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:28.434035 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8cd9d3a3-16d7-44ca-958d-8cf8e76711ee req-b755ada4-38c4-4230-a7e9-400107a8b125 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3d4a66ea-0873-4a30-ab4a-55cd0b629103 HTTP/1.1" status: 200 len: 857 time: 0.1098504 Sep 27 04:22:28.519940 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd9d3a3-16d7-44ca-958d-8cf8e76711ee req-22239d68-b1db-4ae3-bd96-39cc53ce9c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:28.521427 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8cd9d3a3-16d7-44ca-958d-8cf8e76711ee req-22239d68-b1db-4ae3-bd96-39cc53ce9c44 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3b03541e-a362-4f1f-858b-b7051275090d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0802693 Sep 27 04:22:28.555462 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.db.l3_db [None req-409fdd60-91d3-4bc9-8b29-da87b56f652f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Floating IP 9963a87b-03b4-4d55-83d3-de04f644946b associated. External IP: 172.27.0.174, port: 9d990fa5-a24c-4b14-8c63-0e0506b80887. Sep 27 04:22:28.709612 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8cd9d3a3-16d7-44ca-958d-8cf8e76711ee req-ba7f24be-6627-45e0-951e-54eeed2eb687 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3b03541e-a362-4f1f-858b-b7051275090d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800981 Sep 27 04:22:28.818788 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:28.888097 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8cd9d3a3-16d7-44ca-958d-8cf8e76711ee req-859be6bf-a140-48ac-8625-cb00d0ba7cd9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3b03541e-a362-4f1f-858b-b7051275090d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697664 Sep 27 04:22:28.895208 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-409fdd60-91d3-4bc9-8b29-da87b56f652f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Router 7bfb2ede-7aac-43a6-a902-ea038748149d has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:22:28.940024 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc3e9fb-70cf-4b48-ad15-4870924d4e6b req-cc9fb32e-13b5-4c8e-b730-96855e1de71c tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:28.941540 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ccc3e9fb-70cf-4b48-ad15-4870924d4e6b req-cc9fb32e-13b5-4c8e-b730-96855e1de71c tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 945 time: 0.0512481 Sep 27 04:22:28.992395 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ccc3e9fb-70cf-4b48-ad15-4870924d4e6b req-83a91848-f757-4b4f-af1e-da379bb0214f tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448294 Sep 27 04:22:29.004041 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-409fdd60-91d3-4bc9-8b29-da87b56f652f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:22:29.028498 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32484c6-1f0a-4386-aa61-8e337dcb25cf None None] Sync routers for ids ['7bfb2ede-7aac-43a6-a902-ea038748149d'] in dv-cinder-859186-3-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:22:29.037533 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-409fdd60-91d3-4bc9-8b29-da87b56f652f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:29.040310 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32484c6-1f0a-4386-aa61-8e337dcb25cf None None] Routers {'7bfb2ede-7aac-43a6-a902-ea038748149d'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:22:29.040962 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-b32484c6-1f0a-4386-aa61-8e337dcb25cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:22:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['7bfb2ede-7aac-43a6-a902-ea038748149d'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:22:29.069793 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-409fdd60-91d3-4bc9-8b29-da87b56f652f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8271332 Sep 27 04:22:29.070673 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7036d25-7161-4e1f-95a5-5c8549139bc3', 'tag': '9d990fa5-a24c-4b14-8c63-0e0506b80887'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:22:29.072974 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 60540) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:22:29.077404 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-30e3711b-496f-44c3-9a80-6358d00a1bdc tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1666472914', 'description': 'tempest-secgroup-smoke-1666472914 description', 'project_id': '7e7b2ff0f0104769a550d0c0692ab713'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:22:29.078695 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375caaa08d89e17f41855227bc5930e71d4ac07142983a49768ae7ff94431a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53b2b73-75ee-4f7e-bde6-81941c5668e3" -d '{"events": [{"name": "network-changed", "server_uuid": "c7036d25-7161-4e1f-95a5-5c8549139bc3", "tag": "9d990fa5-a24c-4b14-8c63-0e0506b80887"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:22:29.105826 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-30e3711b-496f-44c3-9a80-6358d00a1bdc tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:29.120723 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ff0dbb0-62e4-4a55-84d1-27a9cfe9319f x-openstack-request-id: req-6ff0dbb0-62e4-4a55-84d1-27a9cfe9319f {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:22:29.121015 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7036d25-7161-4e1f-95a5-5c8549139bc3", "tag": "9d990fa5-a24c-4b14-8c63-0e0506b80887", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:22:29.121276 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6ff0dbb0-62e4-4a55-84d1-27a9cfe9319f {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:22:29.121671 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ff0dbb0-62e4-4a55-84d1-27a9cfe9319f'] response: {'name': 'network-changed', 'server_uuid': 'c7036d25-7161-4e1f-95a5-5c8549139bc3', 'tag': '9d990fa5-a24c-4b14-8c63-0e0506b80887', 'status': 'completed', 'code': 200} Sep 27 04:22:29.193799 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-b32484c6-1f0a-4386-aa61-8e337dcb25cf None None] Set router 7bfb2ede-7aac-43a6-a902-ea038748149d gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:22:29.216982 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa1b78c-4324-498c-87a0-64f9996b10b6 req-3fda9e53-9046-429c-9354-f14fc524f34c tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:29.219693 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9fa1b78c-4324-498c-87a0-64f9996b10b6 req-3fda9e53-9046-429c-9354-f14fc524f34c tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.0864482 Sep 27 04:22:29.222936 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b2b73-75ee-4f7e-bde6-81941c5668e3 req-07f240f6-1497-40d8-96ef-724ac5f902a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:29.224388 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d53b2b73-75ee-4f7e-bde6-81941c5668e3 req-07f240f6-1497-40d8-96ef-724ac5f902a7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=7e7b2ff0f0104769a550d0c0692ab713&device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 1130 time: 0.0612619 Sep 27 04:22:29.230685 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:29.248284 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-30e3711b-496f-44c3-9a80-6358d00a1bdc tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks [] for security_group (e17d595b-0c19-4926-adc1-40062a9006bc), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:29.253334 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-30e3711b-496f-44c3-9a80-6358d00a1bdc tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (e17d595b-0c19-4926-adc1-40062a9006bc), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:29.306897 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e3711b-496f-44c3-9a80-6358d00a1bdc tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e17d595b-0c19-4926-adc1-40062a9006bc,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:22:29.312096 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-30e3711b-496f-44c3-9a80-6358d00a1bdc tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:29.313325 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-30e3711b-496f-44c3-9a80-6358d00a1bdc tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2393610 Sep 27 04:22:29.322272 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 60552) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:22:29.330237 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-7e1e5f05-0ffd-490b-bccc-567b17525db2 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Request body: {'security_group_rule': {'security_group_id': 'e17d595b-0c19-4926-adc1-40062a9006bc', 'project_id': '7e7b2ff0f0104769a550d0c0692ab713', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:22:29.354555 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9fa1b78c-4324-498c-87a0-64f9996b10b6 req-2417bced-da43-427e-a8f4-906a275e660e tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269011 Sep 27 04:22:29.359152 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:29.372364 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b2b73-75ee-4f7e-bde6-81941c5668e3 req-fce434d0-0e49-4c1b-848c-c22dd08e2937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:29.374683 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d53b2b73-75ee-4f7e-bde6-81941c5668e3 req-fce434d0-0e49-4c1b-848c-c22dd08e2937 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=8bc82a56-69c2-484f-aa08-23831b7e71a2 HTTP/1.1" status: 200 len: 915 time: 0.1389208 Sep 27 04:22:29.397654 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7e1e5f05-0ffd-490b-bccc-567b17525db2 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks [] for security_group_rule (f8481a1d-c125-4252-b9b1-e384051d0ab5), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:29.398028 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:29.457146 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7e1e5f05-0ffd-490b-bccc-567b17525db2 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks [] for security_group_rule (f8481a1d-c125-4252-b9b1-e384051d0ab5), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:29.463202 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7e1e5f05-0ffd-490b-bccc-567b17525db2 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112009'] for security_group_rule (f8481a1d-c125-4252-b9b1-e384051d0ab5), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:29.525235 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1e5f05-0ffd-490b-bccc-567b17525db2 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8481a1d-c125-4252-b9b1-e384051d0ab5,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:22:29.535225 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7e1e5f05-0ffd-490b-bccc-567b17525db2 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:29.539092 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-7e1e5f05-0ffd-490b-bccc-567b17525db2 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2122910 Sep 27 04:22:29.540005 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 60558) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:22:29.546395 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-3e746d21-9b35-4893-ad5d-6fc18ef5dc67 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Request body: {'security_group_rule': {'security_group_id': 'e17d595b-0c19-4926-adc1-40062a9006bc', 'project_id': '7e7b2ff0f0104769a550d0c0692ab713', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:22:29.547253 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d53b2b73-75ee-4f7e-bde6-81941c5668e3 req-a955a6c0-e73d-4353-8166-259b04255ed3 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d990fa5-a24c-4b14-8c63-0e0506b80887 HTTP/1.1" status: 200 len: 1000 time: 0.0802822 Sep 27 04:22:29.553663 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1eb63-99f6-4533-903d-2a30cd616365 req-a599703c-412d-4db1-879f-65dfacf43e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:29.556094 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-10e1eb63-99f6-4533-903d-2a30cd616365 req-a599703c-412d-4db1-879f-65dfacf43e24 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=312fa89a4d9b43c5919b7bad5411002a&device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 1130 time: 0.0863750 Sep 27 04:22:29.626816 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b2b73-75ee-4f7e-bde6-81941c5668e3 req-0d6c5084-635a-4abd-9fed-c4f634ed0c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:29.628371 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3e746d21-9b35-4893-ad5d-6fc18ef5dc67 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks [] for security_group_rule (3736d603-8cc8-4dbc-83a1-d217186948d4), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:29.630954 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d53b2b73-75ee-4f7e-bde6-81941c5668e3 req-0d6c5084-635a-4abd-9fed-c4f634ed0c55 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40 HTTP/1.1" status: 200 len: 853 time: 0.0790639 Sep 27 04:22:29.661511 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-b32484c6-1f0a-4386-aa61-8e337dcb25cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'name': 'tempest-TestMinimumBasicScenario-387466124-router', 'tenant_id': '7e7b2ff0f0104769a550d0c0692ab713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'afdb5bd9-6267-4259-a055-9a22757a36e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:17Z', 'updated_at': '2022-09-27T04:21:20Z', 'revision_number': 4, 'project_id': '7e7b2ff0f0104769a550d0c0692ab713', 'gw_port': {'id': 'afdb5bd9-6267-4259-a055-9a22757a36e0', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:17Z', 'updated_at': '2022-09-27T04:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': '9963a87b-03b4-4d55-83d3-de04f644946b', 'tenant_id': '7e7b2ff0f0104769a550d0c0692ab713', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'port_id': '9d990fa5-a24c-4b14-8c63-0e0506b80887', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bc82a56-69c2-484f-aa08-23831b7e71a2', 'mac_address': 'fa:16:3e:64:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7036d25-7161-4e1f-95a5-5c8549139bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:22:27Z', 'updated_at': '2022-09-27T04:22:27Z', 'revision_number': 0, 'project_id': '7e7b2ff0f0104769a550d0c0692ab713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ae3c33-5c89-43f1-a306-96b7cf55eb68', 'name': '', 'network_id': '8bc82a56-69c2-484f-aa08-23831b7e71a2', 'tenant_id': '7e7b2ff0f0104769a550d0c0692ab713', 'mac_address': 'fa:16:3e:fc:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:20Z', 'updated_at': '2022-09-27T04:21:25Z', 'revision_number': 5, 'project_id': '7e7b2ff0f0104769a550d0c0692ab713', 'subnets': [{'id': 'fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:22:29.679547 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:29.689882 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53b2b73-75ee-4f7e-bde6-81941c5668e3 req-ebea3b26-a368-493e-b909-ef471e5d6285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:29.691514 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d53b2b73-75ee-4f7e-bde6-81941c5668e3 req-ebea3b26-a368-493e-b909-ef471e5d6285 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=8bc82a56-69c2-484f-aa08-23831b7e71a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519314 Sep 27 04:22:29.693483 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32484c6-1f0a-4386-aa61-8e337dcb25cf None None] Checking router: 7bfb2ede-7aac-43a6-a902-ea038748149d for host: dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:22:29.703057 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32484c6-1f0a-4386-aa61-8e337dcb25cf None None] Routers {'7bfb2ede-7aac-43a6-a902-ea038748149d'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:22:29.703674 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-b32484c6-1f0a-4386-aa61-8e337dcb25cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:22:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['7bfb2ede-7aac-43a6-a902-ea038748149d'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:22:29.707292 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1eb63-99f6-4533-903d-2a30cd616365 req-a03ea06b-0955-4c74-ad98-872f2f97db14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:29.708338 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-10e1eb63-99f6-4533-903d-2a30cd616365 req-a03ea06b-0955-4c74-ad98-872f2f97db14 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6 HTTP/1.1" status: 200 len: 917 time: 0.1386909 Sep 27 04:22:29.730301 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3e746d21-9b35-4893-ad5d-6fc18ef5dc67 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks [] for security_group_rule (3736d603-8cc8-4dbc-83a1-d217186948d4), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:29.762020 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3e746d21-9b35-4893-ad5d-6fc18ef5dc67 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112009'] for security_group_rule (3736d603-8cc8-4dbc-83a1-d217186948d4), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:29.792612 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e746d21-9b35-4893-ad5d-6fc18ef5dc67 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3736d603-8cc8-4dbc-83a1-d217186948d4,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:22:29.805988 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d53b2b73-75ee-4f7e-bde6-81941c5668e3 req-fe5b9b9c-b2c4-4c52-adaf-5d5de963d790 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/8bc82a56-69c2-484f-aa08-23831b7e71a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069157 Sep 27 04:22:29.806152 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-10e1eb63-99f6-4533-903d-2a30cd616365 req-8ce1dd30-684b-4984-bbb0-bfbb23c3520c service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbab3923-3dca-428e-93ca-c5dd6eb5cde9 HTTP/1.1" status: 200 len: 1002 time: 0.0904841 Sep 27 04:22:29.812334 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3e746d21-9b35-4893-ad5d-6fc18ef5dc67 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:29.813460 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-3e746d21-9b35-4893-ad5d-6fc18ef5dc67 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2725742 Sep 27 04:22:29.816414 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 60562) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:22:29.820869 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-b5011920-9bf4-49ad-af2c-584132e3cfc5 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Request body: {'security_group_rule': {'security_group_id': 'e17d595b-0c19-4926-adc1-40062a9006bc', 'project_id': '7e7b2ff0f0104769a550d0c0692ab713', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:22:29.829947 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-b32484c6-1f0a-4386-aa61-8e337dcb25cf None None] Set router 7bfb2ede-7aac-43a6-a902-ea038748149d gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:22:29.883055 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1eb63-99f6-4533-903d-2a30cd616365 req-9e1788c9-0d7a-4325-8f2d-e6d824ea862d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:29.885573 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-10e1eb63-99f6-4533-903d-2a30cd616365 req-9e1788c9-0d7a-4325-8f2d-e6d824ea862d service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=7fbc1344-d37e-4e3c-8ea2-baced031ac4e HTTP/1.1" status: 200 len: 855 time: 0.0613320 Sep 27 04:22:29.910842 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b5011920-9bf4-49ad-af2c-584132e3cfc5 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks [] for security_group_rule (8cfef89d-1afa-48eb-b3c2-53be90f45bb7), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:29.940205 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e1eb63-99f6-4533-903d-2a30cd616365 req-0d3c12bb-92ae-4850-b4e2-10e7f6145cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:29.942835 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-10e1eb63-99f6-4533-903d-2a30cd616365 req-0d3c12bb-92ae-4850-b4e2-10e7f6145cf8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494499 Sep 27 04:22:29.962948 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d53b2b73-75ee-4f7e-bde6-81941c5668e3 req-5b0e6079-c9eb-4c62-8de7-48a9b2ee5f61 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/8bc82a56-69c2-484f-aa08-23831b7e71a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366897 Sep 27 04:22:29.982660 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b5011920-9bf4-49ad-af2c-584132e3cfc5 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks [] for security_group_rule (8cfef89d-1afa-48eb-b3c2-53be90f45bb7), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:29.989218 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b5011920-9bf4-49ad-af2c-584132e3cfc5 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112009'] for security_group_rule (8cfef89d-1afa-48eb-b3c2-53be90f45bb7), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:30.012763 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:30.014341 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5011920-9bf4-49ad-af2c-584132e3cfc5 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cfef89d-1afa-48eb-b3c2-53be90f45bb7,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:22:30.027936 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b5011920-9bf4-49ad-af2c-584132e3cfc5 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:30.029517 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-b5011920-9bf4-49ad-af2c-584132e3cfc5 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2121274 Sep 27 04:22:30.032500 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 60566) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:22:30.038539 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-5e989be0-2bd0-4ca6-998a-cce59e982e38 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Request body: {'security_group_rule': {'security_group_id': 'e17d595b-0c19-4926-adc1-40062a9006bc', 'project_id': '7e7b2ff0f0104769a550d0c0692ab713', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:22:30.076783 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5e989be0-2bd0-4ca6-998a-cce59e982e38 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks [] for security_group_rule (26955629-8b2d-4cf0-a832-efda0b5427a3), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:30.077641 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-10e1eb63-99f6-4533-903d-2a30cd616365 req-b5f1a3ba-d997-45b4-85e4-8dd666241e42 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224966 Sep 27 04:22:30.086011 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-b32484c6-1f0a-4386-aa61-8e337dcb25cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'name': 'tempest-TestMinimumBasicScenario-387466124-router', 'tenant_id': '7e7b2ff0f0104769a550d0c0692ab713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'afdb5bd9-6267-4259-a055-9a22757a36e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:17Z', 'updated_at': '2022-09-27T04:21:20Z', 'revision_number': 4, 'project_id': '7e7b2ff0f0104769a550d0c0692ab713', 'gw_port': {'id': 'afdb5bd9-6267-4259-a055-9a22757a36e0', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:17Z', 'updated_at': '2022-09-27T04:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': '9963a87b-03b4-4d55-83d3-de04f644946b', 'tenant_id': '7e7b2ff0f0104769a550d0c0692ab713', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'port_id': '9d990fa5-a24c-4b14-8c63-0e0506b80887', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bc82a56-69c2-484f-aa08-23831b7e71a2', 'mac_address': 'fa:16:3e:64:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7036d25-7161-4e1f-95a5-5c8549139bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:22:27Z', 'updated_at': '2022-09-27T04:22:27Z', 'revision_number': 0, 'project_id': '7e7b2ff0f0104769a550d0c0692ab713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ae3c33-5c89-43f1-a306-96b7cf55eb68', 'name': '', 'network_id': '8bc82a56-69c2-484f-aa08-23831b7e71a2', 'tenant_id': '7e7b2ff0f0104769a550d0c0692ab713', 'mac_address': 'fa:16:3e:fc:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:20Z', 'updated_at': '2022-09-27T04:21:25Z', 'revision_number': 5, 'project_id': '7e7b2ff0f0104769a550d0c0692ab713', 'subnets': [{'id': 'fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:22:30.118098 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32484c6-1f0a-4386-aa61-8e337dcb25cf None None] The sync data for ids ['7bfb2ede-7aac-43a6-a902-ea038748149d'] in dv-cinder-859186-3-iscsi is: [{'id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'name': 'tempest-TestMinimumBasicScenario-387466124-router', 'tenant_id': '7e7b2ff0f0104769a550d0c0692ab713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'afdb5bd9-6267-4259-a055-9a22757a36e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:17Z', 'updated_at': '2022-09-27T04:21:20Z', 'revision_number': 4, 'project_id': '7e7b2ff0f0104769a550d0c0692ab713', 'gw_port': {'id': 'afdb5bd9-6267-4259-a055-9a22757a36e0', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:17Z', 'updated_at': '2022-09-27T04:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': '9963a87b-03b4-4d55-83d3-de04f644946b', 'tenant_id': '7e7b2ff0f0104769a550d0c0692ab713', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'port_id': '9d990fa5-a24c-4b14-8c63-0e0506b80887', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 411, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bc82a56-69c2-484f-aa08-23831b7e71a2', 'mac_address': 'fa:16:3e:64:78:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7036d25-7161-4e1f-95a5-5c8549139bc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:22:27Z', 'updated_at': '2022-09-27T04:22:27Z', 'revision_number': 0, 'project_id': '7e7b2ff0f0104769a550d0c0692ab713', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ae3c33-5c89-43f1-a306-96b7cf55eb68', 'name': '', 'network_id': '8bc82a56-69c2-484f-aa08-23831b7e71a2', 'tenant_id': '7e7b2ff0f0104769a550d0c0692ab713', 'mac_address': 'fa:16:3e:fc:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:20Z', 'updated_at': '2022-09-27T04:21:25Z', 'revision_number': 5, 'project_id': '7e7b2ff0f0104769a550d0c0692ab713', 'subnets': [{'id': 'fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:22:30.148649 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5e989be0-2bd0-4ca6-998a-cce59e982e38 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks [] for security_group_rule (26955629-8b2d-4cf0-a832-efda0b5427a3), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:30.153880 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5e989be0-2bd0-4ca6-998a-cce59e982e38 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112009'] for security_group_rule (26955629-8b2d-4cf0-a832-efda0b5427a3), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:30.169945 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e989be0-2bd0-4ca6-998a-cce59e982e38 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26955629-8b2d-4cf0-a832-efda0b5427a3,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:22:30.190747 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5e989be0-2bd0-4ca6-998a-cce59e982e38 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:30.192244 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-5e989be0-2bd0-4ca6-998a-cce59e982e38 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1587186 Sep 27 04:22:30.195153 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 60568) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:22:30.199833 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-b5d7d274-3134-4d7d-bdf1-9a4e268d8b5f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Request body: {'security_group_rule': {'security_group_id': 'e17d595b-0c19-4926-adc1-40062a9006bc', 'project_id': '7e7b2ff0f0104769a550d0c0692ab713', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:22:30.212207 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3804dd8c-77d1-42a4-b359-8a3e442e2393 req-80414623-c63a-407a-8d85-0d1c583abeac tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:30.214153 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3804dd8c-77d1-42a4-b359-8a3e442e2393 req-80414623-c63a-407a-8d85-0d1c583abeac tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 945 time: 0.1087484 Sep 27 04:22:30.283947 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.db.securitygroups_db [None req-b5d7d274-3134-4d7d-bdf1-9a4e268d8b5f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Project 7e7b2ff0f0104769a550d0c0692ab713 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 04:22:30.297440 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-10e1eb63-99f6-4533-903d-2a30cd616365 req-71026898-64b1-4b68-af94-189de288af61 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100348 Sep 27 04:22:30.302950 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b5d7d274-3134-4d7d-bdf1-9a4e268d8b5f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks [] for security_group_rule (6b359112-f112-4a40-9ed8-fee02c33a108), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:30.310825 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3804dd8c-77d1-42a4-b359-8a3e442e2393 req-bf997800-bd15-42e0-87d2-7d3de0046b6f tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910323 Sep 27 04:22:30.332905 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf54d66-35c2-45d4-8664-da60bb809b31 None None] New status for floating IP 9963a87b-03b4-4d55-83d3-de04f644946b: ACTIVE {{(pid=106213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 04:22:30.367592 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b5d7d274-3134-4d7d-bdf1-9a4e268d8b5f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks [] for security_group_rule (6b359112-f112-4a40-9ed8-fee02c33a108), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:30.371531 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b5d7d274-3134-4d7d-bdf1-9a4e268d8b5f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112009'] for security_group_rule (6b359112-f112-4a40-9ed8-fee02c33a108), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:30.379952 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:UPDATE=3,neutron:INSERT=7 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:30.398466 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d7d274-3134-4d7d-bdf1-9a4e268d8b5f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b359112-f112-4a40-9ed8-fee02c33a108,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:22:30.406326 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b5d7d274-3134-4d7d-bdf1-9a4e268d8b5f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:30.407671 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-b5d7d274-3134-4d7d-bdf1-9a4e268d8b5f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2115164 Sep 27 04:22:30.410628 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 60570) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:22:30.415122 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-2b3bd4c2-1470-4173-ac28-b890a8a1c8bd tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Request body: {'security_group_rule': {'security_group_id': 'e17d595b-0c19-4926-adc1-40062a9006bc', 'project_id': '7e7b2ff0f0104769a550d0c0692ab713', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:22:30.438303 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.db.securitygroups_db [None req-2b3bd4c2-1470-4173-ac28-b890a8a1c8bd tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Project 7e7b2ff0f0104769a550d0c0692ab713 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 04:22:30.443727 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2b3bd4c2-1470-4173-ac28-b890a8a1c8bd tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks [] for security_group_rule (142d71d5-e223-4760-8d6b-2307df8d5584), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:30.516336 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2b3bd4c2-1470-4173-ac28-b890a8a1c8bd tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks [] for security_group_rule (142d71d5-e223-4760-8d6b-2307df8d5584), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:30.522328 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2b3bd4c2-1470-4173-ac28-b890a8a1c8bd tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112009'] for security_group_rule (142d71d5-e223-4760-8d6b-2307df8d5584), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:30.542363 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:30.544489 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3bd4c2-1470-4173-ac28-b890a8a1c8bd tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=142d71d5-e223-4760-8d6b-2307df8d5584,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:22:30.551870 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2b3bd4c2-1470-4173-ac28-b890a8a1c8bd tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:30.552866 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-2b3bd4c2-1470-4173-ac28-b890a8a1c8bd tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1413057 Sep 27 04:22:30.567155 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f26bf8-43c8-4350-9015-646637f046d1 req-bad2eac5-1eaf-4250-82c6-345ecd0717cc tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:30.568701 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-38f26bf8-43c8-4350-9015-646637f046d1 req-bad2eac5-1eaf-4250-82c6-345ecd0717cc tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.0664535 Sep 27 04:22:30.618893 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-38f26bf8-43c8-4350-9015-646637f046d1 req-64582997-6c8c-41b8-a9d9-97e2d0b3e7a4 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430884 Sep 27 04:22:30.661069 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b2111d28-e3a3-49f6-a25b-22417922752b req-e718b744-7245-4dbc-96a7-7175bef05f63 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1666472914&fields=id&tenant_id=7e7b2ff0f0104769a550d0c0692ab713 HTTP/1.1" status: 200 len: 267 time: 0.0580208 Sep 27 04:22:30.717073 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2111d28-e3a3-49f6-a25b-22417922752b req-3b0d3304-e597-4617-96b8-0fe2c2759f6e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:30.722332 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b2111d28-e3a3-49f6-a25b-22417922752b req-3b0d3304-e597-4617-96b8-0fe2c2759f6e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 946 time: 0.0555975 Sep 27 04:22:30.731143 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-b2111d28-e3a3-49f6-a25b-22417922752b req-5e14e069-0eb8-4c15-adf5-7d870c20421e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Request body: {'port': {'security_groups': ['2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66', 'e17d595b-0c19-4926-adc1-40062a9006bc']}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:22:30.816754 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b2111d28-e3a3-49f6-a25b-22417922752b req-5e14e069-0eb8-4c15-adf5-7d870c20421e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (9d990fa5-a24c-4b14-8c63-0e0506b80887), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:31.001440 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-b2111d28-e3a3-49f6-a25b-22417922752b req-5e14e069-0eb8-4c15-adf5-7d870c20421e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] For port 9d990fa5-a24c-4b14-8c63-0e0506b80887, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=9d990fa5-a24c-4b14-8c63-0e0506b80887,segment=NetworkSegment(39fbe748-2b18-4d3a-b683-ef5d7bb2f520),segment_id=39fbe748-2b18-4d3a-b683-ef5d7bb2f520)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:22:31.029670 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b2111d28-e3a3-49f6-a25b-22417922752b req-5e14e069-0eb8-4c15-adf5-7d870c20421e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks [] for port (9d990fa5-a24c-4b14-8c63-0e0506b80887), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:31.034224 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b2111d28-e3a3-49f6-a25b-22417922752b req-5e14e069-0eb8-4c15-adf5-7d870c20421e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (9d990fa5-a24c-4b14-8c63-0e0506b80887), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:31.045497 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2111d28-e3a3-49f6-a25b-22417922752b req-5e14e069-0eb8-4c15-adf5-7d870c20421e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:31.046190 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b2111d28-e3a3-49f6-a25b-22417922752b req-5e14e069-0eb8-4c15-adf5-7d870c20421e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:31.047573 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b2111d28-e3a3-49f6-a25b-22417922752b req-5e14e069-0eb8-4c15-adf5-7d870c20421e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "PUT /networking/v2.0/ports/9d990fa5-a24c-4b14-8c63-0e0506b80887 HTTP/1.1" status: 200 len: 982 time: 0.3223760 Sep 27 04:22:31.048135 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7036d25-7161-4e1f-95a5-5c8549139bc3', 'tag': '9d990fa5-a24c-4b14-8c63-0e0506b80887'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:22:31.049476 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['9d990fa5-a24c-4b14-8c63-0e0506b80887'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:22:31.050684 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de45d18-7cee-45bb-915c-9688bbc71b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "c7036d25-7161-4e1f-95a5-5c8549139bc3", "tag": "9d990fa5-a24c-4b14-8c63-0e0506b80887"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:22:31.100177 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e14e069-0eb8-4c15-adf5-7d870c20421e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Pushing event updated for resources: {'Port': ['ID=9d990fa5-a24c-4b14-8c63-0e0506b80887,revision_number=6']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:22:31.143427 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b973cd79-a36a-4133-b438-8fc982fe4878 x-openstack-request-id: req-b973cd79-a36a-4133-b438-8fc982fe4878 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:22:31.143721 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7036d25-7161-4e1f-95a5-5c8549139bc3", "tag": "9d990fa5-a24c-4b14-8c63-0e0506b80887", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:22:31.143974 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b973cd79-a36a-4133-b438-8fc982fe4878 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:22:31.144506 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b973cd79-a36a-4133-b438-8fc982fe4878'] response: {'name': 'network-changed', 'server_uuid': 'c7036d25-7161-4e1f-95a5-5c8549139bc3', 'tag': '9d990fa5-a24c-4b14-8c63-0e0506b80887', 'status': 'completed', 'code': 200} Sep 27 04:22:31.170415 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ebb4f-b200-43fc-9e53-6a366c888e02 req-32f545ff-501c-4e04-a02d-08fe2b900cc9 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:31.176257 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-787ebb4f-b200-43fc-9e53-6a366c888e02 req-32f545ff-501c-4e04-a02d-08fe2b900cc9 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 985 time: 0.0526755 Sep 27 04:22:31.195041 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['9d990fa5-a24c-4b14-8c63-0e0506b80887'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:22:31.199707 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:31.242917 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-787ebb4f-b200-43fc-9e53-6a366c888e02 req-9a10602f-67bc-4b79-8188-0a2390a25d2d tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&id=e17d595b-0c19-4926-adc1-40062a9006bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630808 Sep 27 04:22:31.402465 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:31.456250 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13f331-6441-421c-9dd4-b3b864a7116d req-409cc448-f1cc-4de4-85ac-a1fec767224c tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:31.457783 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6f13f331-6441-421c-9dd4-b3b864a7116d req-409cc448-f1cc-4de4-85ac-a1fec767224c tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 945 time: 0.0530112 Sep 27 04:22:31.508757 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6f13f331-6441-421c-9dd4-b3b864a7116d req-1b4544b6-f1d2-40b4-8259-abd61e529aa6 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446885 Sep 27 04:22:31.752058 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7ee339-8f46-488a-bdd6-b8d053c27c6e req-b28bc321-bc25-44e0-9f61-9ffa563c6717 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:31.753546 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ea7ee339-8f46-488a-bdd6-b8d053c27c6e req-b28bc321-bc25-44e0-9f61-9ffa563c6717 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.0495696 Sep 27 04:22:31.808133 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ea7ee339-8f46-488a-bdd6-b8d053c27c6e req-4dc29e9f-814a-4872-9831-d611675ffc23 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489738 Sep 27 04:22:32.309012 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de45d18-7cee-45bb-915c-9688bbc71b2d req-e1847c54-b16a-459d-866d-4cada9dd951a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:32.310495 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5de45d18-7cee-45bb-915c-9688bbc71b2d req-e1847c54-b16a-459d-866d-4cada9dd951a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=7e7b2ff0f0104769a550d0c0692ab713&device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 1169 time: 0.0383630 Sep 27 04:22:32.416508 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de45d18-7cee-45bb-915c-9688bbc71b2d req-0cc363e4-df36-439b-851f-8e4b77d9254a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:32.418063 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5de45d18-7cee-45bb-915c-9688bbc71b2d req-0cc363e4-df36-439b-851f-8e4b77d9254a service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=8bc82a56-69c2-484f-aa08-23831b7e71a2 HTTP/1.1" status: 200 len: 915 time: 0.0959172 Sep 27 04:22:32.486048 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5de45d18-7cee-45bb-915c-9688bbc71b2d req-a0b03e21-2fe0-44bf-8d94-c17fa3e7a96a service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d990fa5-a24c-4b14-8c63-0e0506b80887 HTTP/1.1" status: 200 len: 1002 time: 0.0592561 Sep 27 04:22:32.533645 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:32.562275 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de45d18-7cee-45bb-915c-9688bbc71b2d req-a4552a7d-2222-455f-bac2-dadf2dff3a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:32.563833 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5de45d18-7cee-45bb-915c-9688bbc71b2d req-a4552a7d-2222-455f-bac2-dadf2dff3a94 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40 HTTP/1.1" status: 200 len: 853 time: 0.0598431 Sep 27 04:22:32.639369 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de45d18-7cee-45bb-915c-9688bbc71b2d req-c4576a23-4376-4930-aca8-4d34638d98bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:32.640881 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5de45d18-7cee-45bb-915c-9688bbc71b2d req-c4576a23-4376-4930-aca8-4d34638d98bc service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=8bc82a56-69c2-484f-aa08-23831b7e71a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0713224 Sep 27 04:22:32.653296 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee627dc1-f01c-4c10-8c87-dcdca4505c98 req-43e5380a-2df9-438e-abb0-670f49b04b52 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:32.654676 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ee627dc1-f01c-4c10-8c87-dcdca4505c98 req-43e5380a-2df9-438e-abb0-670f49b04b52 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 945 time: 0.0555320 Sep 27 04:22:32.757246 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:32.762183 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ee627dc1-f01c-4c10-8c87-dcdca4505c98 req-d9c45df2-9cee-4200-bf5e-5568ada2f9ab tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017203 Sep 27 04:22:32.790850 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5de45d18-7cee-45bb-915c-9688bbc71b2d req-6ba3a910-49e4-4a9e-a1bf-b7daec981bdd service neutron] 10.222.0.57 "GET /networking/v2.0/networks/8bc82a56-69c2-484f-aa08-23831b7e71a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143236 Sep 27 04:22:32.924641 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:32.937161 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba08c29-33e5-49ef-b795-8fcffcb97c95 req-ce7d5dda-7365-4bdb-a549-05dd05ddd710 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:32.938803 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-aba08c29-33e5-49ef-b795-8fcffcb97c95 req-ce7d5dda-7365-4bdb-a549-05dd05ddd710 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.0489614 Sep 27 04:22:32.988225 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-aba08c29-33e5-49ef-b795-8fcffcb97c95 req-2424336e-b6a9-4209-9a4b-fb5474e1d4f2 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424912 Sep 27 04:22:33.172790 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5de45d18-7cee-45bb-915c-9688bbc71b2d req-5e6f78d6-f513-4f61-8362-f8a8b38fea01 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/8bc82a56-69c2-484f-aa08-23831b7e71a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462858 Sep 27 04:22:33.289221 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 60622) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:22:33.414018 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-43939580-3a63-4935-a4b8-351ab017af82 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:33.498217 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-43939580-3a63-4935-a4b8-351ab017af82 admin admin] Publish callbacks [] for security_group (657f3b2b-911d-4bbb-b655-53dea313594b), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:33.503752 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-43939580-3a63-4935-a4b8-351ab017af82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (657f3b2b-911d-4bbb-b655-53dea313594b), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:33.547595 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-43939580-3a63-4935-a4b8-351ab017af82 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=a613cbeb387243ccb4d167d82c5068de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2572513 Sep 27 04:22:33.548457 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43939580-3a63-4935-a4b8-351ab017af82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=657f3b2b-911d-4bbb-b655-53dea313594b,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:22:33.550408 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 60634) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:22:33.600202 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [req-8c5d13c5-4eb4-4f1d-a3b9-c22e5b11300c req-12756648-54a3-4393-b93d-1a99442ec720 service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 04:22:33.601164 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8c5d13c5-4eb4-4f1d-a3b9-c22e5b11300c req-12756648-54a3-4393-b93d-1a99442ec720 service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0053306 Sep 27 04:22:33.610322 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ba4091b6-d8bd-4661-af87-a8fcdc978ac1 admin admin] Publish callbacks [] for security_group (657f3b2b-911d-4bbb-b655-53dea313594b), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:33.630213 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ba4091b6-d8bd-4661-af87-a8fcdc978ac1 admin admin] Publish callbacks [] for security_group (657f3b2b-911d-4bbb-b655-53dea313594b), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:33.690060 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ba4091b6-d8bd-4661-af87-a8fcdc978ac1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (657f3b2b-911d-4bbb-b655-53dea313594b), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:33.693359 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ba4091b6-d8bd-4661-af87-a8fcdc978ac1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:33.698121 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-ba4091b6-d8bd-4661-af87-a8fcdc978ac1 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/657f3b2b-911d-4bbb-b655-53dea313594b HTTP/1.1" status: 204 len: 168 time: 0.1457727 Sep 27 04:22:33.707047 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4091b6-d8bd-4661-af87-a8fcdc978ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=657f3b2b-911d-4bbb-b655-53dea313594b,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:22:33.799419 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae49c883-7edb-406c-8a45-97da86053e7a req-c3d597f3-a406-4fea-9e46-f118063c6183 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:33.801157 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ae49c883-7edb-406c-8a45-97da86053e7a req-c3d597f3-a406-4fea-9e46-f118063c6183 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 946 time: 0.0544193 Sep 27 04:22:33.880285 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ae49c883-7edb-406c-8a45-97da86053e7a req-a3abd951-14f9-42cf-9cdd-c6f9924b1d9d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714247 Sep 27 04:22:33.904839 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f779abd1-e82d-4f83-8b2b-8eada0eef69e req-c4e0fdce-9208-49b3-9fdc-dec54b55643d tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:33.907761 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f779abd1-e82d-4f83-8b2b-8eada0eef69e req-c4e0fdce-9208-49b3-9fdc-dec54b55643d tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 945 time: 0.0551765 Sep 27 04:22:33.944509 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device bbab3923-3dca-428e-93ca-c5dd6eb5cde9 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:22:33.964899 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f779abd1-e82d-4f83-8b2b-8eada0eef69e req-59b29c20-ee5f-4b1f-a26b-f89ae3e97d2a tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505080 Sep 27 04:22:34.035347 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port bbab3923-3dca-428e-93ca-c5dd6eb5cde9 is: ACTIVE; New status is: DOWN {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:22:34.035655 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (bbab3923-3dca-428e-93ca-c5dd6eb5cde9), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:34.058935 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '333a79d8-9886-4cc6-bbd4-335bee1d98b6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bbab3923-3dca-428e-93ca-c5dd6eb5cde9'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:22:34.061228 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2687affa0ef786a15f255b59e70001bb997277ef1a41850ee1c1551a100c7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92463bf-c873-4082-bc12-d25997b0ad1c" -d '{"events": [{"server_uuid": "333a79d8-9886-4cc6-bbd4-335bee1d98b6", "name": "network-vif-unplugged", "status": "completed", "tag": "bbab3923-3dca-428e-93ca-c5dd6eb5cde9"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:22:34.075003 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port bbab3923-3dca-428e-93ca-c5dd6eb5cde9, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=bbab3923-3dca-428e-93ca-c5dd6eb5cde9,segment=NetworkSegment(188f0649-0d82-4591-a8be-8000cf940ed2),segment_id=188f0649-0d82-4591-a8be-8000cf940ed2)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:22:34.080932 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (bbab3923-3dca-428e-93ca-c5dd6eb5cde9), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:34.108624 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 27 Sep 2022 04:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75dba50-5903-43f4-aa32-b5b3f48a6531 x-openstack-request-id: req-f75dba50-5903-43f4-aa32-b5b3f48a6531 {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:22:34.108624 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "333a79d8-9886-4cc6-bbd4-335bee1d98b6", "name": "network-vif-unplugged", "status": "failed", "tag": "bbab3923-3dca-428e-93ca-c5dd6eb5cde9", "code": 422}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:22:34.108624 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f75dba50-5903-43f4-aa32-b5b3f48a6531 {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:22:34.108624 dv-cinder-859186-3-iscsi neutron-server[106212]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f75dba50-5903-43f4-aa32-b5b3f48a6531']: {'server_uuid': '333a79d8-9886-4cc6-bbd4-335bee1d98b6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bbab3923-3dca-428e-93ca-c5dd6eb5cde9', 'code': 422} returned with failed status Sep 27 04:22:34.134710 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=bbab3923-3dca-428e-93ca-c5dd6eb5cde9,revision_number=8']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:22:34.370242 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 60680) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:22:34.505147 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:34.512397 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-aa144271-f23b-4e26-84bd-bc161866cb41 req-2ee74aea-204c-4db8-ba96-9cba81aa31ae service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1407413 Sep 27 04:22:34.522575 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [req-aa144271-f23b-4e26-84bd-bc161866cb41 req-b7f8bf45-eca9-4e72-b45a-9bd32cb70d4b service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 04:22:34.523586 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-aa144271-f23b-4e26-84bd-bc161866cb41 req-b7f8bf45-eca9-4e72-b45a-9bd32cb70d4b service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0049801 Sep 27 04:22:34.670376 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 60694) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:22:34.780579 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa144271-f23b-4e26-84bd-bc161866cb41 req-cb38142b-3e07-4137-91d0-26fae83819f5 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:34.782391 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-aa144271-f23b-4e26-84bd-bc161866cb41 req-cb38142b-3e07-4137-91d0-26fae83819f5 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports/bbab3923-3dca-428e-93ca-c5dd6eb5cde9 HTTP/1.1" status: 200 len: 941 time: 0.1101995 Sep 27 04:22:35.049460 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e05278-cb63-4bb9-b4df-aa483017ec3e req-cdc61728-825c-476c-947e-980024c20651 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:35.052048 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-27e05278-cb63-4bb9-b4df-aa483017ec3e req-cdc61728-825c-476c-947e-980024c20651 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 944 time: 0.0566208 Sep 27 04:22:35.109367 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-27e05278-cb63-4bb9-b4df-aa483017ec3e req-e8c10674-17ed-41ae-a505-d31c6b935a7c tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512559 Sep 27 04:22:35.118691 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178d878-578d-4539-b044-1dc43b66cb7d req-260594df-c767-4b0c-8b52-d03e95342e9e tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:35.120207 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6178d878-578d-4539-b044-1dc43b66cb7d req-260594df-c767-4b0c-8b52-d03e95342e9e tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 945 time: 0.0643728 Sep 27 04:22:35.177386 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6178d878-578d-4539-b044-1dc43b66cb7d req-18ff6760-e32a-47e4-9240-8da2559496dd tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507240 Sep 27 04:22:36.276135 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0574f791-3343-475f-b6c4-301edc41fc23 req-32a477b0-116c-463c-bcac-972fc0f7ccdf tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:36.277597 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0574f791-3343-475f-b6c4-301edc41fc23 req-32a477b0-116c-463c-bcac-972fc0f7ccdf tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 944 time: 0.0785592 Sep 27 04:22:36.326591 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0574f791-3343-475f-b6c4-301edc41fc23 req-b9c50e02-2617-4d1a-b91d-0a5dd3c6cca2 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429907 Sep 27 04:22:36.328929 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02bb48-f254-42a9-a989-3adca6fdb36f req-ca94824a-2df2-49b6-bd7e-703f25488ace tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:36.330451 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5d02bb48-f254-42a9-a989-3adca6fdb36f req-ca94824a-2df2-49b6-bd7e-703f25488ace tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 945 time: 0.0537677 Sep 27 04:22:36.352058 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:36.381540 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5d02bb48-f254-42a9-a989-3adca6fdb36f req-55af8957-0cf7-47de-b0db-a5e9d0c861b2 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449431 Sep 27 04:22:36.734907 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa144271-f23b-4e26-84bd-bc161866cb41 req-b89db210-86ad-48f8-85a6-4e3d60513078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:36.736390 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-aa144271-f23b-4e26-84bd-bc161866cb41 req-b89db210-86ad-48f8-85a6-4e3d60513078 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6&tenant_id=312fa89a4d9b43c5919b7bad5411002a HTTP/1.1" status: 200 len: 1128 time: 0.0684333 Sep 27 04:22:36.807851 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa144271-f23b-4e26-84bd-bc161866cb41 req-4b428cf7-8cf8-4bcc-b362-c6d15b41532a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:36.809435 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-aa144271-f23b-4e26-84bd-bc161866cb41 req-4b428cf7-8cf8-4bcc-b362-c6d15b41532a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=312fa89a4d9b43c5919b7bad5411002a&device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 1128 time: 0.0424023 Sep 27 04:22:37.460010 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44c2954-c20b-47fe-8665-31dff83b0f14 req-b20f0012-6529-4cd3-861e-d8ee9e7563e0 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:37.461464 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a44c2954-c20b-47fe-8665-31dff83b0f14 req-b20f0012-6529-4cd3-861e-d8ee9e7563e0 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 944 time: 0.0493877 Sep 27 04:22:37.503825 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44dee47-3396-47fc-92b6-9a4abe518b46 req-0a68af82-2e16-4eb7-8d2d-141f8006fc2d tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:37.505328 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e44dee47-3396-47fc-92b6-9a4abe518b46 req-0a68af82-2e16-4eb7-8d2d-141f8006fc2d tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 945 time: 0.0458088 Sep 27 04:22:37.508701 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a44c2954-c20b-47fe-8665-31dff83b0f14 req-0e599732-8e5b-4c39-91ba-ca7ed56496c8 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417485 Sep 27 04:22:37.552714 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e44dee47-3396-47fc-92b6-9a4abe518b46 req-a01e84a3-dc4b-4b7b-93a4-e06ede8a6155 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417857 Sep 27 04:22:37.704521 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:22:37.851331 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:37.917960 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa144271-f23b-4e26-84bd-bc161866cb41 req-74501fc8-443c-471e-a47d-299462f9d3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:37.919449 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-aa144271-f23b-4e26-84bd-bc161866cb41 req-74501fc8-443c-471e-a47d-299462f9d3f5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6 HTTP/1.1" status: 200 len: 917 time: 0.0875294 Sep 27 04:22:38.634158 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f688f71-a167-4c46-9137-16c0bb796707 req-3ee5531f-2ce4-430b-9ff1-a646d8e9f751 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:38.635629 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5f688f71-a167-4c46-9137-16c0bb796707 req-3ee5531f-2ce4-430b-9ff1-a646d8e9f751 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 944 time: 0.0464325 Sep 27 04:22:38.683348 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5f688f71-a167-4c46-9137-16c0bb796707 req-c4d1d34f-d3b9-4b3b-9c37-e9839f3bcd5a tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415635 Sep 27 04:22:38.706594 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf8af7-fc05-4c06-87af-458114ee2397 req-d0a45197-36e1-4003-8971-1a577880def5 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:38.708054 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-dbbf8af7-fc05-4c06-87af-458114ee2397 req-d0a45197-36e1-4003-8971-1a577880def5 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 945 time: 0.0803661 Sep 27 04:22:38.735667 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-aa144271-f23b-4e26-84bd-bc161866cb41 req-46f1e05b-8f3b-4d08-b366-cc20a323b5cf service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbab3923-3dca-428e-93ca-c5dd6eb5cde9 HTTP/1.1" status: 200 len: 1000 time: 0.0791070 Sep 27 04:22:38.762795 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-dbbf8af7-fc05-4c06-87af-458114ee2397 req-916bc590-be9d-4c7f-a5c6-52c7735c2ca0 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478115 Sep 27 04:22:39.777370 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa144271-f23b-4e26-84bd-bc161866cb41 req-e6d354a9-2513-405a-a15b-6693c92be8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:39.779476 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-aa144271-f23b-4e26-84bd-bc161866cb41 req-e6d354a9-2513-405a-a15b-6693c92be8a1 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=7fbc1344-d37e-4e3c-8ea2-baced031ac4e HTTP/1.1" status: 200 len: 855 time: 0.0474448 Sep 27 04:22:39.810264 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bff6cc7-48a2-4be3-beac-1a44c58750b6 req-25224446-8d7f-40a1-8143-4bcbfa83a77b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:39.811747 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9bff6cc7-48a2-4be3-beac-1a44c58750b6 req-25224446-8d7f-40a1-8143-4bcbfa83a77b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 944 time: 0.0477180 Sep 27 04:22:39.821647 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:39.833708 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa144271-f23b-4e26-84bd-bc161866cb41 req-7d483446-80e7-420b-be50-306a222d76dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:39.835249 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-aa144271-f23b-4e26-84bd-bc161866cb41 req-7d483446-80e7-420b-be50-306a222d76dc service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424774 Sep 27 04:22:39.868817 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9bff6cc7-48a2-4be3-beac-1a44c58750b6 req-f295cb1e-bf42-4064-a3b8-1d3d76f56eb1 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469131 Sep 27 04:22:39.934943 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da33f60d-274c-485f-bc14-89506a90478d req-52e86e58-8cc4-4d89-be5e-3a7070db93e6 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:39.936436 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-da33f60d-274c-485f-bc14-89506a90478d req-52e86e58-8cc4-4d89-be5e-3a7070db93e6 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 945 time: 0.0940053 Sep 27 04:22:39.996197 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-aa144271-f23b-4e26-84bd-bc161866cb41 req-8d17be58-d654-412f-a458-d4bdc085b84c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520247 Sep 27 04:22:40.006834 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-da33f60d-274c-485f-bc14-89506a90478d req-fb5bf725-08d4-4d11-8c17-42a546e627c9 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643361 Sep 27 04:22:40.094555 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-aa144271-f23b-4e26-84bd-bc161866cb41 req-ae7cded5-6d19-4e2d-8559-5c6054718348 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858443 Sep 27 04:22:41.004783 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374edcb-f6a5-4456-9e50-2de47d31ecde req-c9b17dd9-17e1-481a-b51a-7963ea0b642e tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:41.006571 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a374edcb-f6a5-4456-9e50-2de47d31ecde req-c9b17dd9-17e1-481a-b51a-7963ea0b642e tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 944 time: 0.0470948 Sep 27 04:22:41.059810 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a374edcb-f6a5-4456-9e50-2de47d31ecde req-1187e615-2b3b-4d6a-9464-56e9e0db60f5 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475271 Sep 27 04:22:41.381568 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c745f8b-a142-45fb-99b1-31df628bef9a req-c7966b95-db45-4362-b3bc-5a81f9aac037 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:41.383086 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5c745f8b-a142-45fb-99b1-31df628bef9a req-c7966b95-db45-4362-b3bc-5a81f9aac037 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 945 time: 0.2816412 Sep 27 04:22:41.433952 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5c745f8b-a142-45fb-99b1-31df628bef9a req-689aaa2c-8c57-4638-a334-2e8bfabe40fc tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452151 Sep 27 04:22:42.203399 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43195e2-7969-49ae-b1bc-ccda27548f7e req-697d538a-c995-4198-82f0-a08cbe3f4483 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:42.205033 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b43195e2-7969-49ae-b1bc-ccda27548f7e req-697d538a-c995-4198-82f0-a08cbe3f4483 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 944 time: 0.0478892 Sep 27 04:22:42.256990 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b43195e2-7969-49ae-b1bc-ccda27548f7e req-b2975e47-2693-435a-a643-8dbbdcff8131 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463505 Sep 27 04:22:42.568409 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7754466-5f0d-4eb1-bde9-281c1f970883 req-8c943e9c-59ab-45f7-bf77-deabe9378d1d tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:42.569958 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b7754466-5f0d-4eb1-bde9-281c1f970883 req-8c943e9c-59ab-45f7-bf77-deabe9378d1d tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 945 time: 0.0569420 Sep 27 04:22:42.623347 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b7754466-5f0d-4eb1-bde9-281c1f970883 req-37ee3bf9-e4da-4280-b374-d14c49e69616 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462422 Sep 27 04:22:43.604176 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:43.623020 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8ceef3-4a84-4ebd-8962-13d8ec36b8f4 req-5644cd91-b7e6-44fe-a701-f37466cec5a0 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:43.624651 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8d8ceef3-4a84-4ebd-8962-13d8ec36b8f4 req-5644cd91-b7e6-44fe-a701-f37466cec5a0 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 944 time: 0.2877214 Sep 27 04:22:43.679957 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8d8ceef3-4a84-4ebd-8962-13d8ec36b8f4 req-c30ee9d6-a237-4a54-b2c8-aba7c8c4a332 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470619 Sep 27 04:22:43.754094 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444971d2-626d-4a73-bf2c-bcaf62a687e0 req-2c57fbe8-91f5-4b37-81c7-23e0570af11b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:43.755639 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-444971d2-626d-4a73-bf2c-bcaf62a687e0 req-2c57fbe8-91f5-4b37-81c7-23e0570af11b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 945 time: 0.0504384 Sep 27 04:22:43.810126 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-444971d2-626d-4a73-bf2c-bcaf62a687e0 req-65d841cc-9bc9-4744-bfa9-8ebcd17a2f9b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484805 Sep 27 04:22:44.814447 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0032e156-9d2c-4504-b36a-b071caf89b11 req-32e7d374-ed4d-42f7-a9f1-09676002dd02 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:44.815971 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0032e156-9d2c-4504-b36a-b071caf89b11 req-32e7d374-ed4d-42f7-a9f1-09676002dd02 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 944 time: 0.0485346 Sep 27 04:22:44.870430 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0032e156-9d2c-4504-b36a-b071caf89b11 req-ccaa55d2-6aba-47c2-b875-acd86dc95413 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480032 Sep 27 04:22:44.937345 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d268aa1e-04c5-4ac2-bc97-9f9d35a95974 req-901e097f-a698-4013-8c59-731e305951f9 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:44.939279 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d268aa1e-04c5-4ac2-bc97-9f9d35a95974 req-901e097f-a698-4013-8c59-731e305951f9 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 945 time: 0.0472553 Sep 27 04:22:44.974344 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:44.987994 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d268aa1e-04c5-4ac2-bc97-9f9d35a95974 req-945dbb5e-38a7-4926-85a8-26007af819bb tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426371 Sep 27 04:22:46.007239 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc05567-d574-41fc-be87-0617f84c79b6 req-53239ff8-ccb9-4fcb-a514-0df6daff2c3a tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:46.008861 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ddc05567-d574-41fc-be87-0617f84c79b6 req-53239ff8-ccb9-4fcb-a514-0df6daff2c3a tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 944 time: 0.0501573 Sep 27 04:22:46.040121 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:46.073026 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ddc05567-d574-41fc-be87-0617f84c79b6 req-1a5411e0-8f86-4c6f-83a0-49f57d35702e tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579584 Sep 27 04:22:46.124234 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738022cd-719d-41f9-82c8-5268958d8824 req-46f1a464-6082-4373-bcd0-92f81ab58377 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:46.126038 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-738022cd-719d-41f9-82c8-5268958d8824 req-46f1a464-6082-4373-bcd0-92f81ab58377 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 945 time: 0.0518146 Sep 27 04:22:46.178355 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-738022cd-719d-41f9-82c8-5268958d8824 req-59868d01-b9e7-444a-8959-b323d49b4aa2 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461867 Sep 27 04:22:46.330223 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:46.341800 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:47.209729 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef925a3f-685b-464a-9838-eef60a694cfc req-2fd6cd8c-6136-4c87-8204-f634bd3ae036 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:47.211253 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ef925a3f-685b-464a-9838-eef60a694cfc req-2fd6cd8c-6136-4c87-8204-f634bd3ae036 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 944 time: 0.0560896 Sep 27 04:22:47.260520 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ef925a3f-685b-464a-9838-eef60a694cfc req-22403fbe-0584-4d9c-917e-96aed8d3e23a tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436954 Sep 27 04:22:47.325906 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c1313-41f0-4851-a1d8-bc397133742a req-56a94aa9-c573-4c4f-b523-4214ac06c66f tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:47.327380 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9c4c1313-41f0-4851-a1d8-bc397133742a req-56a94aa9-c573-4c4f-b523-4214ac06c66f tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 945 time: 0.0678420 Sep 27 04:22:47.378463 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9c4c1313-41f0-4851-a1d8-bc397133742a req-b1caeb57-8788-4292-9bea-035f33c38768 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448565 Sep 27 04:22:47.699677 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:47.701053 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:48.394966 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343275dc-5ac5-4e49-8db6-06fe401d974e req-837003e5-33ae-4b4c-a269-7e28032efe82 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:48.396438 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-343275dc-5ac5-4e49-8db6-06fe401d974e req-837003e5-33ae-4b4c-a269-7e28032efe82 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 944 time: 0.0486693 Sep 27 04:22:48.454966 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-343275dc-5ac5-4e49-8db6-06fe401d974e req-da1c3f2f-3324-434e-919f-c1159fd9c26b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526218 Sep 27 04:22:48.514604 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cddb81-d00d-4cf6-a75b-28ea764f0d03 req-5ba7839e-9217-4ab0-b453-95bcca619aa6 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:48.516134 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d8cddb81-d00d-4cf6-a75b-28ea764f0d03 req-5ba7839e-9217-4ab0-b453-95bcca619aa6 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 945 time: 0.0474474 Sep 27 04:22:48.569478 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d8cddb81-d00d-4cf6-a75b-28ea764f0d03 req-5ecdfdc7-a00e-47c9-a84d-ae041826ee4b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472867 Sep 27 04:22:49.590525 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb022bdf-0b31-49ef-a128-7a78d18fc73a req-7e4f40d7-1803-4588-b424-d7512ba0f353 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:49.592012 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-fb022bdf-0b31-49ef-a128-7a78d18fc73a req-7e4f40d7-1803-4588-b424-d7512ba0f353 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 944 time: 0.0466459 Sep 27 04:22:49.642886 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-fb022bdf-0b31-49ef-a128-7a78d18fc73a req-dc9017ba-c0fd-432c-b239-b0281739fb68 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444686 Sep 27 04:22:49.694313 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260254f5-7030-4132-af3d-bd4f2cc1ae1e req-ce7904ec-765d-47af-84ee-a3e43c17c586 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:49.695839 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-260254f5-7030-4132-af3d-bd4f2cc1ae1e req-ce7904ec-765d-47af-84ee-a3e43c17c586 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 945 time: 0.0495851 Sep 27 04:22:49.739143 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:49.743766 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-260254f5-7030-4132-af3d-bd4f2cc1ae1e req-49273430-99f1-480f-a41e-68a52ae3c224 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420983 Sep 27 04:22:50.280431 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-b816ab24-d443-4568-a1e7-1ebfff3d03c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:50.774704 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e333d80-7671-4f3a-b38f-0bdc3f96af98 req-7e6f3a48-ace5-43e9-a890-67000ac08c68 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:50.777079 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8e333d80-7671-4f3a-b38f-0bdc3f96af98 req-7e6f3a48-ace5-43e9-a890-67000ac08c68 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 944 time: 0.0466621 Sep 27 04:22:50.857251 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8e333d80-7671-4f3a-b38f-0bdc3f96af98 req-6af2a413-8ce9-4459-90bc-aec3b9fae508 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723486 Sep 27 04:22:50.898607 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158c36f-c9ce-49ae-8771-58532103d185 req-78e59bc7-fbad-48f4-8840-d7482d773e1a tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:50.900882 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4158c36f-c9ce-49ae-8771-58532103d185 req-78e59bc7-fbad-48f4-8840-d7482d773e1a tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 945 time: 0.0686295 Sep 27 04:22:50.950087 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4158c36f-c9ce-49ae-8771-58532103d185 req-dbc46ee2-86f4-4dd6-88da-c9123a4b5f1a tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430822 Sep 27 04:22:51.989374 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e368d-95b4-44d9-bea6-5eb02ad1be6c req-415eb2fc-4381-4359-b38f-35aab120d86d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:51.991376 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-aa2e368d-95b4-44d9-bea6-5eb02ad1be6c req-415eb2fc-4381-4359-b38f-35aab120d86d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 944 time: 0.0551810 Sep 27 04:22:52.042222 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-aa2e368d-95b4-44d9-bea6-5eb02ad1be6c req-84dc761b-6c33-4b01-ba9a-11890eea18bc tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450032 Sep 27 04:22:52.186502 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906a4fd5-a4a8-4df2-84d4-9ce47cc3f018 req-14bdee59-9445-4a1f-b88e-54b6a3b390de tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:52.194398 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-906a4fd5-a4a8-4df2-84d4-9ce47cc3f018 req-14bdee59-9445-4a1f-b88e-54b6a3b390de tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 945 time: 0.0641234 Sep 27 04:22:52.236226 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-aab5a239-924b-438e-b40f-34fecfa68a21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:52.242222 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-906a4fd5-a4a8-4df2-84d4-9ce47cc3f018 req-8c695bb7-6f81-4433-adc5-93457f8c9ca9 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469766 Sep 27 04:22:53.182482 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8658904e-3fc9-4486-a667-d34db3b9bc22 req-2eb8fd26-3af3-4ab3-ac49-cc2994203016 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:53.183867 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8658904e-3fc9-4486-a667-d34db3b9bc22 req-2eb8fd26-3af3-4ab3-ac49-cc2994203016 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 944 time: 0.0542066 Sep 27 04:22:53.237008 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8658904e-3fc9-4486-a667-d34db3b9bc22 req-7f30217a-09ed-4d77-a59d-ab3f92237df2 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470192 Sep 27 04:22:53.367434 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d22f137-a5cb-4f00-8a50-647fe40362c2 req-536487b7-f974-471d-8b64-78cbdeba3d3d tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:53.369018 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-6d22f137-a5cb-4f00-8a50-647fe40362c2 req-536487b7-f974-471d-8b64-78cbdeba3d3d tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 945 time: 0.0508871 Sep 27 04:22:53.425807 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-6d22f137-a5cb-4f00-8a50-647fe40362c2 req-400141fe-4cc7-4c19-b40c-aeda8b017208 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511048 Sep 27 04:22:53.694015 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:54.372014 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456aea5b-6a09-497c-97a4-b3507b1a5d27 req-c9ec6bf8-878f-4307-b266-abb3e62fcfd9 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:54.373480 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-456aea5b-6a09-497c-97a4-b3507b1a5d27 req-c9ec6bf8-878f-4307-b266-abb3e62fcfd9 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 944 time: 0.0500016 Sep 27 04:22:54.424578 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-456aea5b-6a09-497c-97a4-b3507b1a5d27 req-213ec54a-cc70-4ac1-bcf6-4ef6cb4a0e56 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448008 Sep 27 04:22:54.557476 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70538a20-0f3d-4a98-81d7-790a345bdbfe req-52eb8628-0189-497d-843f-033d60234608 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:54.559093 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-70538a20-0f3d-4a98-81d7-790a345bdbfe req-52eb8628-0189-497d-843f-033d60234608 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 945 time: 0.0525119 Sep 27 04:22:54.608867 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-70538a20-0f3d-4a98-81d7-790a345bdbfe req-dbef4720-c641-49c3-9b42-bb04eb0fc1b8 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427282 Sep 27 04:22:55.058639 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:55.148424 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:55.565672 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f651d7-0e42-4243-a78a-5eaecf590c63 req-cff8c298-61d5-43b0-8af5-0ae30e5d99be tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:55.567185 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b9f651d7-0e42-4243-a78a-5eaecf590c63 req-cff8c298-61d5-43b0-8af5-0ae30e5d99be tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 944 time: 0.0534101 Sep 27 04:22:55.600912 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:55.603437 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:55.619935 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b9f651d7-0e42-4243-a78a-5eaecf590c63 req-1ef2ad3c-f56b-452d-9a3d-92280d79dd21 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468659 Sep 27 04:22:55.628428 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08d8b2-d0af-4d4f-b3fd-7ba8d90f2582 req-5336866a-f945-495a-a2bf-68ad44b4beb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:55.629975 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2e08d8b2-d0af-4d4f-b3fd-7ba8d90f2582 req-5336866a-f945-495a-a2bf-68ad44b4beb9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 1129 time: 0.0449653 Sep 27 04:22:55.678783 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2e08d8b2-d0af-4d4f-b3fd-7ba8d90f2582 req-ec764538-ef88-47f7-ade3-d5555be87441 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402017 Sep 27 04:22:55.731683 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea3e11-aa25-41e4-b658-023eb8a44b14 req-bbd94124-945c-4438-8d83-b7e3df07e5ab tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:55.733113 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-56ea3e11-aa25-41e4-b658-023eb8a44b14 req-bbd94124-945c-4438-8d83-b7e3df07e5ab tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 945 time: 0.0446343 Sep 27 04:22:55.782298 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-56ea3e11-aa25-41e4-b658-023eb8a44b14 req-fc26808a-9f86-4b24-af3b-56e7c96a6e77 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429280 Sep 27 04:22:56.482261 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 60990) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:22:56.585577 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-240dc15c-3de3-4930-8745-c12bcb309e6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:56.660784 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-240dc15c-3de3-4930-8745-c12bcb309e6d admin admin] Publish callbacks [] for security_group (aeeab10f-ae44-44d4-8f21-eff0ee40ff8a), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:56.665419 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-240dc15c-3de3-4930-8745-c12bcb309e6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (aeeab10f-ae44-44d4-8f21-eff0ee40ff8a), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:56.708937 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-240dc15c-3de3-4930-8745-c12bcb309e6d admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=ff9b9972c6b646659b6defa8ffcde374&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230144 Sep 27 04:22:56.709038 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 60998) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:22:56.718166 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240dc15c-3de3-4930-8745-c12bcb309e6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeeab10f-ae44-44d4-8f21-eff0ee40ff8a,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:22:56.747991 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240dc15c-3de3-4930-8745-c12bcb309e6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:56.748401 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240dc15c-3de3-4930-8745-c12bcb309e6d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:56.748840 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240dc15c-3de3-4930-8745-c12bcb309e6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:56.749306 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240dc15c-3de3-4930-8745-c12bcb309e6d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:56.749915 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240dc15c-3de3-4930-8745-c12bcb309e6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:56.750351 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240dc15c-3de3-4930-8745-c12bcb309e6d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:56.750782 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240dc15c-3de3-4930-8745-c12bcb309e6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:56.751211 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240dc15c-3de3-4930-8745-c12bcb309e6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:56.752088 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240dc15c-3de3-4930-8745-c12bcb309e6d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:56.752422 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240dc15c-3de3-4930-8745-c12bcb309e6d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:56.752754 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240dc15c-3de3-4930-8745-c12bcb309e6d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:56.753084 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240dc15c-3de3-4930-8745-c12bcb309e6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:56.753409 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240dc15c-3de3-4930-8745-c12bcb309e6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:56.753732 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240dc15c-3de3-4930-8745-c12bcb309e6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:56.754089 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-240dc15c-3de3-4930-8745-c12bcb309e6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:56.759996 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4d06be4a-17db-4bb8-bbf5-4a95a319a41e admin admin] Publish callbacks [] for security_group (aeeab10f-ae44-44d4-8f21-eff0ee40ff8a), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:56.780359 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d4c121-9dac-469a-8219-f865358bce3c req-57e0552e-fada-475d-8ad1-61b3b664a1a0 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:56.781191 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4d06be4a-17db-4bb8-bbf5-4a95a319a41e admin admin] Publish callbacks [] for security_group (aeeab10f-ae44-44d4-8f21-eff0ee40ff8a), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:56.782273 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-20d4c121-9dac-469a-8219-f865358bce3c req-57e0552e-fada-475d-8ad1-61b3b664a1a0 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 944 time: 0.0737617 Sep 27 04:22:56.834452 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4d06be4a-17db-4bb8-bbf5-4a95a319a41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (aeeab10f-ae44-44d4-8f21-eff0ee40ff8a), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:56.836350 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-20d4c121-9dac-469a-8219-f865358bce3c req-14d5b02c-5747-463a-8f1b-e5f94e485544 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479343 Sep 27 04:22:56.837266 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4d06be4a-17db-4bb8-bbf5-4a95a319a41e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:22:56.838465 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-4d06be4a-17db-4bb8-bbf5-4a95a319a41e admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/aeeab10f-ae44-44d4-8f21-eff0ee40ff8a HTTP/1.1" status: 204 len: 168 time: 0.1285002 Sep 27 04:22:56.849205 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d06be4a-17db-4bb8-bbf5-4a95a319a41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeeab10f-ae44-44d4-8f21-eff0ee40ff8a,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:22:56.894361 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d06be4a-17db-4bb8-bbf5-4a95a319a41e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:56.894950 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d06be4a-17db-4bb8-bbf5-4a95a319a41e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:56.895298 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d06be4a-17db-4bb8-bbf5-4a95a319a41e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:56.895640 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d06be4a-17db-4bb8-bbf5-4a95a319a41e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:56.895976 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d06be4a-17db-4bb8-bbf5-4a95a319a41e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:56.896314 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d06be4a-17db-4bb8-bbf5-4a95a319a41e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:56.896644 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d06be4a-17db-4bb8-bbf5-4a95a319a41e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:56.896973 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d06be4a-17db-4bb8-bbf5-4a95a319a41e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:56.897302 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d06be4a-17db-4bb8-bbf5-4a95a319a41e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:56.897624 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d06be4a-17db-4bb8-bbf5-4a95a319a41e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:56.897994 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d06be4a-17db-4bb8-bbf5-4a95a319a41e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:56.898322 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d06be4a-17db-4bb8-bbf5-4a95a319a41e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:56.898957 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d06be4a-17db-4bb8-bbf5-4a95a319a41e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:56.898957 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d06be4a-17db-4bb8-bbf5-4a95a319a41e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:56.899270 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d06be4a-17db-4bb8-bbf5-4a95a319a41e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:22:56.909572 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:56.926053 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b880bce-4eff-44a2-a994-031addd3560b req-998163d6-5586-41f5-84cc-6d4176295f24 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:56.927561 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1b880bce-4eff-44a2-a994-031addd3560b req-998163d6-5586-41f5-84cc-6d4176295f24 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 945 time: 0.0647936 Sep 27 04:22:56.990706 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1b880bce-4eff-44a2-a994-031addd3560b req-1789355f-6104-4b3c-bcd3-a380c4332384 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573084 Sep 27 04:22:57.966995 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114bccab-525f-4f09-b6c5-5516ea0b3de0 req-e1b68e9b-104c-4afd-ba8d-5f845353b8df tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:57.968444 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-114bccab-525f-4f09-b6c5-5516ea0b3de0 req-e1b68e9b-104c-4afd-ba8d-5f845353b8df tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 944 time: 0.0461679 Sep 27 04:22:58.014655 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-114bccab-525f-4f09-b6c5-5516ea0b3de0 req-f266326e-8d41-406c-b323-e2e78acc46a7 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407643 Sep 27 04:22:58.114214 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d87fd-c55c-4007-a928-4ab240f3ebdd req-6e2913ba-19c4-4ce4-b527-e34918356a4a tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:58.115704 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b27d87fd-c55c-4007-a928-4ab240f3ebdd req-6e2913ba-19c4-4ce4-b527-e34918356a4a tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 945 time: 0.0495059 Sep 27 04:22:58.170408 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b27d87fd-c55c-4007-a928-4ab240f3ebdd req-83b3ca62-6079-4341-a1cb-5f555496a9e9 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490024 Sep 27 04:22:58.421192 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605885ce-f720-430b-9bd9-00c8a9ec326c req-fa55f8d3-3950-48a1-bf46-c449fffed095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:58.422991 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-605885ce-f720-430b-9bd9-00c8a9ec326c req-fa55f8d3-3950-48a1-bf46-c449fffed095 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=c25f11f92d4e4fd8965fe630ad77f3c3&device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 1129 time: 0.0394337 Sep 27 04:22:58.431660 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34566d44-329b-441e-8081-3b70dbd8e8dc req-6c9411fc-0fcc-463b-8cb5-934d9cb63e3b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:58.433309 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-34566d44-329b-441e-8081-3b70dbd8e8dc req-6c9411fc-0fcc-463b-8cb5-934d9cb63e3b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 945 time: 0.0534642 Sep 27 04:22:58.480808 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-34566d44-329b-441e-8081-3b70dbd8e8dc req-1b982cf4-cc41-4574-8dde-50a34c26cdc7 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419300 Sep 27 04:22:58.516503 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605885ce-f720-430b-9bd9-00c8a9ec326c req-2602fffd-08ee-4544-95e3-dd2253da2708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:58.518088 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-605885ce-f720-430b-9bd9-00c8a9ec326c req-2602fffd-08ee-4544-95e3-dd2253da2708 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=3b03541e-a362-4f1f-858b-b7051275090d HTTP/1.1" status: 200 len: 919 time: 0.0878890 Sep 27 04:22:58.558062 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-605885ce-f720-430b-9bd9-00c8a9ec326c req-d11807fb-b501-4e53-b4e4-0a0e80cad6e2 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b602518b-6faa-4bc5-b2ba-22e555f27363 HTTP/1.1" status: 200 len: 217 time: 0.0332043 Sep 27 04:22:58.606276 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605885ce-f720-430b-9bd9-00c8a9ec326c req-e817a11e-f31c-49a7-a15c-530b6dc9bb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:58.607618 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-605885ce-f720-430b-9bd9-00c8a9ec326c req-e817a11e-f31c-49a7-a15c-530b6dc9bb8c service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3d4a66ea-0873-4a30-ab4a-55cd0b629103 HTTP/1.1" status: 200 len: 857 time: 0.0429692 Sep 27 04:22:58.654083 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605885ce-f720-430b-9bd9-00c8a9ec326c req-ef5d13f4-4005-42f3-9664-b7b3bbdc9fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:58.655545 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-605885ce-f720-430b-9bd9-00c8a9ec326c req-ef5d13f4-4005-42f3-9664-b7b3bbdc9fd5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3b03541e-a362-4f1f-858b-b7051275090d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416472 Sep 27 04:22:58.749276 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-605885ce-f720-430b-9bd9-00c8a9ec326c req-be2fe5f8-7411-4bd6-b309-34a33dd4b4de service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3b03541e-a362-4f1f-858b-b7051275090d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867677 Sep 27 04:22:58.763848 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:22:58.845966 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-605885ce-f720-430b-9bd9-00c8a9ec326c req-87f4107d-ba59-4fc5-b7cd-deb53f3ff22d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3b03541e-a362-4f1f-858b-b7051275090d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893543 Sep 27 04:22:59.141860 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37218bc2-0e9c-4194-bec4-64772e4ba910 req-f0f122d7-2540-4aa3-9cf1-4702cfb08c6a tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:59.143922 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-37218bc2-0e9c-4194-bec4-64772e4ba910 req-f0f122d7-2540-4aa3-9cf1-4702cfb08c6a tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 944 time: 0.0465758 Sep 27 04:22:59.191486 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-37218bc2-0e9c-4194-bec4-64772e4ba910 req-9683567e-12a6-49e5-a15f-575a6fbe765d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419753 Sep 27 04:22:59.600425 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff2c24-d171-41d6-857b-fe257a8be6f8 req-55326cc3-154f-4ce1-8ba5-e571e475d22b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:22:59.601890 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c1ff2c24-d171-41d6-857b-fe257a8be6f8 req-55326cc3-154f-4ce1-8ba5-e571e475d22b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 945 time: 0.0465777 Sep 27 04:22:59.648995 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c1ff2c24-d171-41d6-857b-fe257a8be6f8 req-2ae0cc13-8e30-4699-87c5-3b138d1d9b21 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407333 Sep 27 04:23:00.320675 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100394b9-5d03-4716-808f-b4aa2f3d7ec4 req-0d01e754-91a6-483b-8947-c9a7b2cda18d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:00.322167 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-100394b9-5d03-4716-808f-b4aa2f3d7ec4 req-0d01e754-91a6-483b-8947-c9a7b2cda18d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 944 time: 0.0500875 Sep 27 04:23:00.367714 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-100394b9-5d03-4716-808f-b4aa2f3d7ec4 req-00fe9ce3-ac99-40e6-84b3-bbbd95e131c7 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399771 Sep 27 04:23:00.768660 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a23e0c-08d0-4791-82d7-5b01550a6665 req-5a378412-79a1-475d-9fd8-0d59fa46cd13 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:00.770100 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c0a23e0c-08d0-4791-82d7-5b01550a6665 req-5a378412-79a1-475d-9fd8-0d59fa46cd13 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 945 time: 0.0459530 Sep 27 04:23:00.827756 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c0a23e0c-08d0-4791-82d7-5b01550a6665 req-3a2d5db1-71cd-4edb-83d3-9bdfcbd17c86 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510051 Sep 27 04:23:01.495841 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0e4340-212d-4c25-a8b2-6fac1a81b59b req-fcb5acd2-2a7e-4a50-97f6-4cc86270d7ab tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:01.497291 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ae0e4340-212d-4c25-a8b2-6fac1a81b59b req-fcb5acd2-2a7e-4a50-97f6-4cc86270d7ab tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 944 time: 0.0461061 Sep 27 04:23:01.544744 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ae0e4340-212d-4c25-a8b2-6fac1a81b59b req-b29ebb99-5a7c-4b19-bd63-38b842194747 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418274 Sep 27 04:23:01.947810 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295e21c7-45d4-4131-9d31-b00adca05c82 req-e080ee14-6c03-4bd8-9e89-cf725fd7959e tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:01.949240 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-295e21c7-45d4-4131-9d31-b00adca05c82 req-e080ee14-6c03-4bd8-9e89-cf725fd7959e tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 945 time: 0.0465095 Sep 27 04:23:01.998216 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-295e21c7-45d4-4131-9d31-b00adca05c82 req-6fa0510f-f8c2-47ae-965c-e3501a2db169 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434470 Sep 27 04:23:02.671677 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aecd74-44bb-4ace-a7ed-500d275a0a41 req-b1c27a95-00a2-4a21-b460-f3c6c044a9c0 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:02.673081 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-93aecd74-44bb-4ace-a7ed-500d275a0a41 req-b1c27a95-00a2-4a21-b460-f3c6c044a9c0 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 944 time: 0.0478876 Sep 27 04:23:02.725328 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-93aecd74-44bb-4ace-a7ed-500d275a0a41 req-33d43d3e-5964-4662-805b-aed0a49f473f tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464580 Sep 27 04:23:03.412680 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 32826) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:23:03.417402 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-da385eaa-f8f9-4de4-8d4f-4a90ee10b05a tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Request body: {'security_group': {'name': 'tempest-securitygroup--808183741', 'description': 'tempest-description--755145170'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:23:03.429961 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:03.439392 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-da385eaa-f8f9-4de4-8d4f-4a90ee10b05a tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:03.505301 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-da385eaa-f8f9-4de4-8d4f-4a90ee10b05a tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks [] for security_group (8941aa61-f42a-42af-9d20-9d356758a62d), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:03.509523 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-da385eaa-f8f9-4de4-8d4f-4a90ee10b05a tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (8941aa61-f42a-42af-9d20-9d356758a62d), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:03.539361 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-da385eaa-f8f9-4de4-8d4f-4a90ee10b05a tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:03.540485 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-da385eaa-f8f9-4de4-8d4f-4a90ee10b05a tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1267917 Sep 27 04:23:03.542486 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da385eaa-f8f9-4de4-8d4f-4a90ee10b05a tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8941aa61-f42a-42af-9d20-9d356758a62d,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:23:03.543467 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 32828) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:23:03.548079 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-b71cc433-ea4e-41e4-9340-b4432103af7b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Request body: {'security_group_rule': {'security_group_id': '8941aa61-f42a-42af-9d20-9d356758a62d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:23:03.574372 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b71cc433-ea4e-41e4-9340-b4432103af7b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks [] for security_group_rule (cac2b0ac-07c2-43e4-ad95-c52d0599d12a), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:03.628441 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b71cc433-ea4e-41e4-9340-b4432103af7b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks [] for security_group_rule (cac2b0ac-07c2-43e4-ad95-c52d0599d12a), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:03.632147 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b71cc433-ea4e-41e4-9340-b4432103af7b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112009'] for security_group_rule (cac2b0ac-07c2-43e4-ad95-c52d0599d12a), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:03.639486 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:03.652081 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71cc433-ea4e-41e4-9340-b4432103af7b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cac2b0ac-07c2-43e4-ad95-c52d0599d12a,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:23:03.653931 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:03.662481 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b71cc433-ea4e-41e4-9340-b4432103af7b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:03.666277 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-b71cc433-ea4e-41e4-9340-b4432103af7b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1191649 Sep 27 04:23:03.666501 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 32830) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:23:03.670942 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-4d60f742-d640-4334-b525-9a6199df48c0 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Request body: {'security_group_rule': {'security_group_id': '8941aa61-f42a-42af-9d20-9d356758a62d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:23:03.696755 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4d60f742-d640-4334-b525-9a6199df48c0 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks [] for security_group_rule (ca202269-191e-43de-91df-9534bc15da3b), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:03.754543 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4d60f742-d640-4334-b525-9a6199df48c0 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks [] for security_group_rule (ca202269-191e-43de-91df-9534bc15da3b), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:03.757906 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4d60f742-d640-4334-b525-9a6199df48c0 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112009'] for security_group_rule (ca202269-191e-43de-91df-9534bc15da3b), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:03.777714 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d60f742-d640-4334-b525-9a6199df48c0 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca202269-191e-43de-91df-9534bc15da3b,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:23:03.786756 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-4d60f742-d640-4334-b525-9a6199df48c0 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:03.788047 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-4d60f742-d640-4334-b525-9a6199df48c0 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1203401 Sep 27 04:23:03.791159 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 32834) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:23:03.795413 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-b695fec6-5069-4345-a95d-b5b32283639f tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Request body: {'floatingip': {'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:23:03.827923 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b695fec6-5069-4345-a95d-b5b32283639f tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:03.870134 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350ac0c9-ece4-4e8a-8c37-1a1376799824 req-9a59eb91-7a0e-4c3a-8287-7991ea79ccfc tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:03.871862 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-350ac0c9-ece4-4e8a-8c37-1a1376799824 req-9a59eb91-7a0e-4c3a-8287-7991ea79ccfc tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 944 time: 0.0591896 Sep 27 04:23:03.915899 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b695fec6-5069-4345-a95d-b5b32283639f tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:03.925111 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-350ac0c9-ece4-4e8a-8c37-1a1376799824 req-78eb05ed-c547-4c66-af29-abb641ca8e0d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473669 Sep 27 04:23:04.022771 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [None req-b695fec6-5069-4345-a95d-b5b32283639f tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Allocated IP 172.27.0.134 (4c2326fb-b4db-42c7-9331-4377c9818745/65648eee-291b-4b8a-95c0-f3ca12df09c9/eb0cee21-53cc-4a6b-aa49-0a081413dc60) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:23:04.085264 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device bbab3923-3dca-428e-93ca-c5dd6eb5cde9 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 04:23:04.132803 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b695fec6-5069-4345-a95d-b5b32283639f tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks [] for port (eb0cee21-53cc-4a6b-aa49-0a081413dc60), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:04.167508 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b695fec6-5069-4345-a95d-b5b32283639f tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (eb0cee21-53cc-4a6b-aa49-0a081413dc60), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:04.190643 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port bbab3923-3dca-428e-93ca-c5dd6eb5cde9, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=bbab3923-3dca-428e-93ca-c5dd6eb5cde9,segment=NetworkSegment(188f0649-0d82-4591-a8be-8000cf940ed2),segment_id=188f0649-0d82-4591-a8be-8000cf940ed2)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:23:04.204015 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Returning: {'device': 'bbab3923-3dca-428e-93ca-c5dd6eb5cde9', 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6', 'port_id': 'bbab3923-3dca-428e-93ca-c5dd6eb5cde9', 'mac_address': 'fa:16:3e:5a:77:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 04:23:04.208842 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b695fec6-5069-4345-a95d-b5b32283639f tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Network 4c2326fb-b4db-42c7-9331-4377c9818745 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:23:04.211901 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-b695fec6-5069-4345-a95d-b5b32283639f tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:23:04.215885 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b695fec6-5069-4345-a95d-b5b32283639f tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:23:04.238744 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695fec6-5069-4345-a95d-b5b32283639f tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Pushing event updated for resources: {'Port': ['ID=eb0cee21-53cc-4a6b-aa49-0a081413dc60,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:23:04.240483 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port bbab3923-3dca-428e-93ca-c5dd6eb5cde9 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:23:04.245882 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (bbab3923-3dca-428e-93ca-c5dd6eb5cde9), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:04.261004 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbab3923-3dca-428e-93ca-c5dd6eb5cde9 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:23:04.287038 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port bbab3923-3dca-428e-93ca-c5dd6eb5cde9, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=bbab3923-3dca-428e-93ca-c5dd6eb5cde9,segment=NetworkSegment(188f0649-0d82-4591-a8be-8000cf940ed2),segment_id=188f0649-0d82-4591-a8be-8000cf940ed2)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:23:04.291729 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (bbab3923-3dca-428e-93ca-c5dd6eb5cde9), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:04.318081 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b695fec6-5069-4345-a95d-b5b32283639f tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks [] for floatingip (ea6cc630-4c55-45c1-9b82-bbe10c92c8c7), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:04.342812 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=bbab3923-3dca-428e-93ca-c5dd6eb5cde9,revision_number=9']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:23:04.349387 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:04.357237 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b695fec6-5069-4345-a95d-b5b32283639f tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (eb0cee21-53cc-4a6b-aa49-0a081413dc60), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:04.446706 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:04.515342 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b695fec6-5069-4345-a95d-b5b32283639f tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks [] for port (eb0cee21-53cc-4a6b-aa49-0a081413dc60), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:04.520732 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b695fec6-5069-4345-a95d-b5b32283639f tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9553042'] for port (eb0cee21-53cc-4a6b-aa49-0a081413dc60), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:04.585433 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695fec6-5069-4345-a95d-b5b32283639f tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Pushing event updated for resources: {'Port': ['ID=eb0cee21-53cc-4a6b-aa49-0a081413dc60,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:23:04.588137 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b695fec6-5069-4345-a95d-b5b32283639f tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4106707'] for floatingip (ea6cc630-4c55-45c1-9b82-bbe10c92c8c7), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:04.603739 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b695fec6-5069-4345-a95d-b5b32283639f tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:04.604875 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-b695fec6-5069-4345-a95d-b5b32283639f tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8128581 Sep 27 04:23:04.639965 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['bbab3923-3dca-428e-93ca-c5dd6eb5cde9'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:23:04.741840 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-44479e8a-39ca-432b-ba5f-409c411faa22 req-d453976c-c8e6-4800-b7c1-3f3927c4713d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437803 Sep 27 04:23:04.815868 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-fd05cde3-836c-4f4a-9614-fa6a040b8ad3 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--808183741&fields=id&tenant_id=c25f11f92d4e4fd8965fe630ad77f3c3 HTTP/1.1" status: 200 len: 267 time: 0.0431545 Sep 27 04:23:04.922605 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-da23681f-1856-458b-9f1e-6c0d13fdeaef tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:04.923966 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-da23681f-1856-458b-9f1e-6c0d13fdeaef tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/networks?id=3b03541e-a362-4f1f-858b-b7051275090d HTTP/1.1" status: 200 len: 818 time: 0.1018169 Sep 27 04:23:04.938588 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-6690405e-19fa-4cc4-92eb-7197f555a56b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/quotas/c25f11f92d4e4fd8965fe630ad77f3c3 HTTP/1.1" status: 200 len: 375 time: 0.0088160 Sep 27 04:23:04.995359 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-d7408957-8ead-4764-a0a8-0ad9217d5d87 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=c25f11f92d4e4fd8965fe630ad77f3c3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0514886 Sep 27 04:23:05.053126 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f03ad32-2551-4601-b21e-3774e4695be7 req-b0c632e4-b7a1-4b27-b122-41132d86a37a tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:05.054677 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8f03ad32-2551-4601-b21e-3774e4695be7 req-b0c632e4-b7a1-4b27-b122-41132d86a37a tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 945 time: 0.0466273 Sep 27 04:23:05.093188 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-78dbd4cb-9137-41af-98d0-691b7a66304b service neutron] 10.222.0.26 "GET /networking/v2.0/networks/3b03541e-a362-4f1f-858b-b7051275090d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868807 Sep 27 04:23:05.103025 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8f03ad32-2551-4601-b21e-3774e4695be7 req-917e97af-8e90-423b-9c86-80cd517171e2 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425336 Sep 27 04:23:05.187504 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-2f1ab6cd-2314-455d-8908-640ca9a851c0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/3b03541e-a362-4f1f-858b-b7051275090d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873952 Sep 27 04:23:05.347713 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a5d1ba78-4270-4a5e-9090-b3ce044a201d req-1231bcbf-616c-48c0-8b46-8eba9cd06345 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 210 time: 0.0289385 Sep 27 04:23:06.229904 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e51511-b4ad-440a-88c7-8af2451af000 req-fd868d31-b502-4d52-b958-f33a49a4ef53 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:06.231333 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-47e51511-b4ad-440a-88c7-8af2451af000 req-fd868d31-b502-4d52-b958-f33a49a4ef53 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 945 time: 0.0452092 Sep 27 04:23:06.277306 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-47e51511-b4ad-440a-88c7-8af2451af000 req-482fc7cb-2982-435c-87bd-0bbdaf750b4b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405784 Sep 27 04:23:06.446292 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7da4ad4a-2652-49ef-9adb-bca0c4430ec9 req-968695a3-1069-4d14-8a2b-0b041f20329c tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 210 time: 0.0277207 Sep 27 04:23:07.414177 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44479e8a-39ca-432b-ba5f-409c411faa22 req-0817f528-c6f7-4b44-9494-df268203f3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:07.414840 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b609cf-b85f-42ce-8502-76ee94fd9ead req-c25bcf4a-8a23-4ddb-b96d-ab02841c8ec6 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:07.415916 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-44479e8a-39ca-432b-ba5f-409c411faa22 req-0817f528-c6f7-4b44-9494-df268203f3ab service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1c6cc70cbd2b4c04864f33ebafa06b5a&device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 1129 time: 0.0502923 Sep 27 04:23:07.416729 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-42b609cf-b85f-42ce-8502-76ee94fd9ead req-c25bcf4a-8a23-4ddb-b96d-ab02841c8ec6 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 945 time: 0.0547781 Sep 27 04:23:07.470255 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-42b609cf-b85f-42ce-8502-76ee94fd9ead req-2acf276e-db30-426d-8cca-e6d098706762 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475533 Sep 27 04:23:07.522869 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:07.587620 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-33768beb-8469-4d5d-a5f1-2e6137c7b2c0 req-6f6bf800-e055-4a3b-bb0b-fafd8df3e851 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 210 time: 0.0436251 Sep 27 04:23:07.590571 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44479e8a-39ca-432b-ba5f-409c411faa22 req-0a7ab726-600f-4680-a934-bc4de7946d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:07.592240 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-44479e8a-39ca-432b-ba5f-409c411faa22 req-0a7ab726-600f-4680-a934-bc4de7946d0b service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=a72f6105-d258-45cb-a84d-18590bef93c2 HTTP/1.1" status: 200 len: 911 time: 0.1375561 Sep 27 04:23:07.664856 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-44479e8a-39ca-432b-ba5f-409c411faa22 req-46c39a6c-aac2-4547-9312-60591bd9630e service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef3b9eed-fccf-490a-bc0f-2fe41f79b621 HTTP/1.1" status: 200 len: 1000 time: 0.0662851 Sep 27 04:23:07.717418 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44479e8a-39ca-432b-ba5f-409c411faa22 req-a02c689a-9a75-4672-b919-df899c06b620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:07.719142 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-44479e8a-39ca-432b-ba5f-409c411faa22 req-a02c689a-9a75-4672-b919-df899c06b620 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=8e579293-c2b5-4786-882a-437ca24df95d HTTP/1.1" status: 200 len: 849 time: 0.0467575 Sep 27 04:23:07.767352 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44479e8a-39ca-432b-ba5f-409c411faa22 req-70148fd5-8995-4a4d-84a2-51ae6a34912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:07.769668 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-44479e8a-39ca-432b-ba5f-409c411faa22 req-70148fd5-8995-4a4d-84a2-51ae6a34912d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=a72f6105-d258-45cb-a84d-18590bef93c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437651 Sep 27 04:23:07.865849 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-44479e8a-39ca-432b-ba5f-409c411faa22 req-a003b65d-b8d4-41a7-bffc-60b1a025d4ac service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a72f6105-d258-45cb-a84d-18590bef93c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828733 Sep 27 04:23:07.968120 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-44479e8a-39ca-432b-ba5f-409c411faa22 req-2549b055-4b36-4acb-b551-dd4fe1ba1453 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a72f6105-d258-45cb-a84d-18590bef93c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877478 Sep 27 04:23:08.032902 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device bbab3923-3dca-428e-93ca-c5dd6eb5cde9 up at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:23:08.057270 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:08.078405 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning complete for port bbab3923-3dca-428e-93ca-c5dd6eb5cde9 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:23:08.078774 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (bbab3923-3dca-428e-93ca-c5dd6eb5cde9), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:08.079300 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Attempt 1 to provision port bbab3923-3dca-428e-93ca-c5dd6eb5cde9 Sep 27 04:23:08.153817 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port bbab3923-3dca-428e-93ca-c5dd6eb5cde9 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:23:08.154234 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (bbab3923-3dca-428e-93ca-c5dd6eb5cde9), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:08.177248 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '333a79d8-9886-4cc6-bbd4-335bee1d98b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbab3923-3dca-428e-93ca-c5dd6eb5cde9'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:23:08.179603 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2687affa0ef786a15f255b59e70001bb997277ef1a41850ee1c1551a100c7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9985ec3f-e579-4e9e-9e83-285eabaceb01" -d '{"events": [{"server_uuid": "333a79d8-9886-4cc6-bbd4-335bee1d98b6", "name": "network-vif-plugged", "status": "completed", "tag": "bbab3923-3dca-428e-93ca-c5dd6eb5cde9"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:23:08.192665 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port bbab3923-3dca-428e-93ca-c5dd6eb5cde9, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=bbab3923-3dca-428e-93ca-c5dd6eb5cde9,segment=NetworkSegment(188f0649-0d82-4591-a8be-8000cf940ed2),segment_id=188f0649-0d82-4591-a8be-8000cf940ed2)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:23:08.199005 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (bbab3923-3dca-428e-93ca-c5dd6eb5cde9), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:08.224487 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:23:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f216562b-1cf0-47b5-931a-d5e0fa8ee3d5 x-openstack-request-id: req-f216562b-1cf0-47b5-931a-d5e0fa8ee3d5 {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:23:08.224786 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "333a79d8-9886-4cc6-bbd4-335bee1d98b6", "name": "network-vif-plugged", "status": "completed", "tag": "bbab3923-3dca-428e-93ca-c5dd6eb5cde9", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:23:08.225038 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f216562b-1cf0-47b5-931a-d5e0fa8ee3d5 {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:23:08.225426 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f216562b-1cf0-47b5-931a-d5e0fa8ee3d5'] response: {'server_uuid': '333a79d8-9886-4cc6-bbd4-335bee1d98b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbab3923-3dca-428e-93ca-c5dd6eb5cde9', 'code': 200} Sep 27 04:23:08.248135 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=bbab3923-3dca-428e-93ca-c5dd6eb5cde9,revision_number=10']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:23:08.249989 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:08.256841 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:23:08.257189 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:23:08.257554 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:23:08.257938 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:23:08.258277 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:23:08.258610 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:23:08.258937 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:23:08.259262 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:23:08.259589 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:23:08.259914 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:23:08.260240 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:23:08.260566 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:23:08.260889 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:23:08.261208 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:23:08.261527 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:23:08.603909 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39150bcc-46b4-493a-9c89-afd6097f2ace req-9fc81301-d7cb-4484-a7e0-a994c698bb48 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:08.605384 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-39150bcc-46b4-493a-9c89-afd6097f2ace req-9fc81301-d7cb-4484-a7e0-a994c698bb48 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 947 time: 0.0473998 Sep 27 04:23:08.634754 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:08.660102 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-39150bcc-46b4-493a-9c89-afd6097f2ace req-8585e7b9-057c-4996-91e0-9a1ac438b0c4 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484433 Sep 27 04:23:08.713057 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-edf838c1-66ba-40bb-9922-f98641aebec9 req-16cb506d-06e8-4241-8f0b-301e21b287f5 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 210 time: 0.0335271 Sep 27 04:23:09.792761 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ff8e14-d198-4e03-b99f-60f2efa25592 req-32b24460-91ae-480f-b490-dd145242b907 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:09.794250 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-72ff8e14-d198-4e03-b99f-60f2efa25592 req-32b24460-91ae-480f-b490-dd145242b907 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 947 time: 0.0493259 Sep 27 04:23:09.823319 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-be8c9561-bd8b-4e71-b87e-b5f309a7440b req-29ef4723-ccac-40a2-84d7-592513158193 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 210 time: 0.0299819 Sep 27 04:23:09.849047 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-72ff8e14-d198-4e03-b99f-60f2efa25592 req-4a00972e-f7f5-436f-9f21-f5017e18c13a tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485160 Sep 27 04:23:10.942066 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-93e32ea6-0467-469a-9890-2b19f4587e72 req-3933f75e-247a-4b94-8e72-862effc06fdd tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 210 time: 0.0314269 Sep 27 04:23:10.978776 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d61e67-3caa-4976-aef5-a2267cebdf6e req-6b0a7b5a-9b84-409a-bc68-425a24a30096 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:10.980245 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-43d61e67-3caa-4976-aef5-a2267cebdf6e req-6b0a7b5a-9b84-409a-bc68-425a24a30096 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 947 time: 0.0471435 Sep 27 04:23:11.026530 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-43d61e67-3caa-4976-aef5-a2267cebdf6e req-370fc7d4-3c06-4d66-b773-16f3b468c735 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408192 Sep 27 04:23:11.933304 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-cf0a8a01-d69d-40cb-8933-d115becf2fb4 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:11.935097 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-cf0a8a01-d69d-40cb-8933-d115becf2fb4 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.57 "GET /networking/v2.0/networks?id=3b03541e-a362-4f1f-858b-b7051275090d HTTP/1.1" status: 200 len: 818 time: 0.1484079 Sep 27 04:23:11.941871 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:11.952131 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d88e0b-6842-4708-af50-340abf8e2a49 req-dc801364-eb44-49b2-89e6-a4a318f05a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:11.953601 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-82d88e0b-6842-4708-af50-340abf8e2a49 req-dc801364-eb44-49b2-89e6-a4a318f05a41 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 1131 time: 0.0472550 Sep 27 04:23:12.030242 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-82d88e0b-6842-4708-af50-340abf8e2a49 req-4a680374-581a-4381-a1b4-7110ec36e89b service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622361 Sep 27 04:23:12.035701 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-eb8ea5ce-c06c-4a4f-b7c2-3f0252e9d32f tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=c25f11f92d4e4fd8965fe630ad77f3c3 HTTP/1.1" status: 200 len: 379 time: 0.0696907 Sep 27 04:23:12.062231 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8e8bc88b-8079-4cf0-8286-3a3d049be209 req-c4914d3d-db21-4923-af4d-508bceb89552 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 210 time: 0.0311067 Sep 27 04:23:12.165077 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef04f10-2b88-415e-9112-be4a91b97c62 req-8afbf855-0a1f-4663-a970-b6446fed49b5 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:12.166851 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7ef04f10-2b88-415e-9112-be4a91b97c62 req-8afbf855-0a1f-4663-a970-b6446fed49b5 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 947 time: 0.0469992 Sep 27 04:23:12.213525 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7ef04f10-2b88-415e-9112-be4a91b97c62 req-3f1da300-ce76-47c7-b55e-c25db8653317 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410831 Sep 27 04:23:12.344141 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-dae668b4-86a3-4dbe-ab15-cb7ac57ff1e9 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Request body: {'port': {'device_id': '88ab8637-285a-4e7d-aac4-fe2fafab654e', 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d', 'admin_state_up': True, 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'security_groups': ['8941aa61-f42a-42af-9d20-9d356758a62d']}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:23:12.412624 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:12.459803 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-dae668b4-86a3-4dbe-ab15-cb7ac57ff1e9 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Made reservation on behalf of c25f11f92d4e4fd8965fe630ad77f3c3 for: {'port': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:23:12.463561 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-dae668b4-86a3-4dbe-ab15-cb7ac57ff1e9 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:12.590622 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-dae668b4-86a3-4dbe-ab15-cb7ac57ff1e9 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Allocated IP 172.20.0.10 (3b03541e-a362-4f1f-858b-b7051275090d/3d4a66ea-0873-4a30-ab4a-55cd0b629103/8760ae9b-e8ce-45d6-a54c-90337fdcb044) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:23:12.721827 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-dae668b4-86a3-4dbe-ab15-cb7ac57ff1e9 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks [] for port (8760ae9b-e8ce-45d6-a54c-90337fdcb044), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:12.747128 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:12.754522 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-dae668b4-86a3-4dbe-ab15-cb7ac57ff1e9 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (8760ae9b-e8ce-45d6-a54c-90337fdcb044), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:12.810496 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-dae668b4-86a3-4dbe-ab15-cb7ac57ff1e9 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Network 3b03541e-a362-4f1f-858b-b7051275090d is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:23:12.813765 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-dae668b4-86a3-4dbe-ab15-cb7ac57ff1e9 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:23:12.818357 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-dae668b4-86a3-4dbe-ab15-cb7ac57ff1e9 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:23:12.841554 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae668b4-86a3-4dbe-ab15-cb7ac57ff1e9 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Pushing event updated for resources: {'Port': ['ID=8760ae9b-e8ce-45d6-a54c-90337fdcb044,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:23:12.872342 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-dae668b4-86a3-4dbe-ab15-cb7ac57ff1e9 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:12.872962 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-dae668b4-86a3-4dbe-ab15-cb7ac57ff1e9 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:12.891619 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-dae668b4-86a3-4dbe-ab15-cb7ac57ff1e9 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5512230 Sep 27 04:23:13.093962 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-c87c312a-bb97-47db-80cb-d2dab8218ffd None None] Provisioning complete for port 8760ae9b-e8ce-45d6-a54c-90337fdcb044 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:23:13.094508 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c87c312a-bb97-47db-80cb-d2dab8218ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (8760ae9b-e8ce-45d6-a54c-90337fdcb044), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:13.094607 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-c87c312a-bb97-47db-80cb-d2dab8218ffd None None] Attempt 1 to provision port 8760ae9b-e8ce-45d6-a54c-90337fdcb044 Sep 27 04:23:13.131444 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-c87c312a-bb97-47db-80cb-d2dab8218ffd None None] Port 8760ae9b-e8ce-45d6-a54c-90337fdcb044 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:23:13.186154 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b735f1cb-bd4c-4740-8fb2-ac450d755765 req-d968f6a4-116b-4a31-bf5a-d2ccf1062e5f tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:13.187598 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b735f1cb-bd4c-4740-8fb2-ac450d755765 req-d968f6a4-116b-4a31-bf5a-d2ccf1062e5f tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 932 time: 0.0468938 Sep 27 04:23:13.229069 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-f11c66e3-79cc-4c77-8012-1d2a25229bfb service neutron] Request body: {'port': {'device_id': '88ab8637-285a-4e7d-aac4-fe2fafab654e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:23:13.234502 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b735f1cb-bd4c-4740-8fb2-ac450d755765 req-4c9fcbac-157e-4cfc-8d47-ee2394426d46 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405469 Sep 27 04:23:13.290145 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-f11c66e3-79cc-4c77-8012-1d2a25229bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (8760ae9b-e8ce-45d6-a54c-90337fdcb044), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:13.370916 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895970a1-0814-4098-901f-b593a8b7bf94 req-8b20aa13-a2cb-4f1e-9481-43d0519c6350 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:13.372292 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-895970a1-0814-4098-901f-b593a8b7bf94 req-8b20aa13-a2cb-4f1e-9481-43d0519c6350 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 947 time: 0.0788605 Sep 27 04:23:13.478346 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:13.497567 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-895970a1-0814-4098-901f-b593a8b7bf94 req-5a006e6e-24f4-4d07-b52b-2d1553d614c3 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190071 Sep 27 04:23:13.618243 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-f11c66e3-79cc-4c77-8012-1d2a25229bfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8760ae9b-e8ce-45d6-a54c-90337fdcb044 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:23:13.625581 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-f11c66e3-79cc-4c77-8012-1d2a25229bfb service neutron] Publish callbacks [] for port (8760ae9b-e8ce-45d6-a54c-90337fdcb044), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:13.632534 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-c87c312a-bb97-47db-80cb-d2dab8218ffd None None] Attempt 2 to provision port 8760ae9b-e8ce-45d6-a54c-90337fdcb044 Sep 27 04:23:13.637824 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-f11c66e3-79cc-4c77-8012-1d2a25229bfb service neutron] Transition to ACTIVE for port object 8760ae9b-e8ce-45d6-a54c-90337fdcb044 will not be triggered until provisioned by entity L2. {{(pid=106210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 04:23:13.641396 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-f11c66e3-79cc-4c77-8012-1d2a25229bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (8760ae9b-e8ce-45d6-a54c-90337fdcb044), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:13.654056 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:13.667054 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-c87c312a-bb97-47db-80cb-d2dab8218ffd None None] Port 8760ae9b-e8ce-45d6-a54c-90337fdcb044 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:23:13.704853 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c66e3-79cc-4c77-8012-1d2a25229bfb service neutron] Pushing event updated for resources: {'Port': ['ID=8760ae9b-e8ce-45d6-a54c-90337fdcb044,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:23:13.757053 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-f11c66e3-79cc-4c77-8012-1d2a25229bfb service neutron] Attempting to bind port 8760ae9b-e8ce-45d6-a54c-90337fdcb044 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:23:13.757382 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-f11c66e3-79cc-4c77-8012-1d2a25229bfb service neutron] Attempting to bind port 8760ae9b-e8ce-45d6-a54c-90337fdcb044 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': '4790901f-5695-41bc-be7f-0e3d4d5126bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:23:13.757707 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-f11c66e3-79cc-4c77-8012-1d2a25229bfb service neutron] Attempting to bind port 8760ae9b-e8ce-45d6-a54c-90337fdcb044 on network 3b03541e-a362-4f1f-858b-b7051275090d {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:23:13.801772 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-f11c66e3-79cc-4c77-8012-1d2a25229bfb service neutron] Port 8760ae9b-e8ce-45d6-a54c-90337fdcb044 on network 3b03541e-a362-4f1f-858b-b7051275090d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 04:23:13.802111 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-f11c66e3-79cc-4c77-8012-1d2a25229bfb service neutron] Attempting to bind port 8760ae9b-e8ce-45d6-a54c-90337fdcb044 on network 3b03541e-a362-4f1f-858b-b7051275090d {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:23:13.845001 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-f11c66e3-79cc-4c77-8012-1d2a25229bfb service neutron] Checking agent: {'id': 'b1f517e4-57bd-40c9-8710-cebf6376635e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'started_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:23:13.845327 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-f11c66e3-79cc-4c77-8012-1d2a25229bfb service neutron] Checking segment: {'id': '4790901f-5695-41bc-be7f-0e3d4d5126bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:23:13.845708 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-f11c66e3-79cc-4c77-8012-1d2a25229bfb service neutron] Bound using segment: {'id': '4790901f-5695-41bc-be7f-0e3d4d5126bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:23:13.846162 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-f11c66e3-79cc-4c77-8012-1d2a25229bfb service neutron] Bound port: 8760ae9b-e8ce-45d6-a54c-90337fdcb044, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4790901f-5695-41bc-be7f-0e3d4d5126bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:23:13.847088 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-f11c66e3-79cc-4c77-8012-1d2a25229bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (8760ae9b-e8ce-45d6-a54c-90337fdcb044), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:13.904075 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:13.905272 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-f11c66e3-79cc-4c77-8012-1d2a25229bfb service neutron] For port 8760ae9b-e8ce-45d6-a54c-90337fdcb044, host hv-cinder-85918, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:23:13.909667 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-f11c66e3-79cc-4c77-8012-1d2a25229bfb service neutron] For port 8760ae9b-e8ce-45d6-a54c-90337fdcb044, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=8760ae9b-e8ce-45d6-a54c-90337fdcb044,segment=NetworkSegment(4790901f-5695-41bc-be7f-0e3d4d5126bd),segment_id=4790901f-5695-41bc-be7f-0e3d4d5126bd)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:23:13.915761 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-f11c66e3-79cc-4c77-8012-1d2a25229bfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (8760ae9b-e8ce-45d6-a54c-90337fdcb044), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:13.920166 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-f11c66e3-79cc-4c77-8012-1d2a25229bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:13.920769 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-f11c66e3-79cc-4c77-8012-1d2a25229bfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:13.922144 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-f11c66e3-79cc-4c77-8012-1d2a25229bfb service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/8760ae9b-e8ce-45d6-a54c-90337fdcb044 HTTP/1.1" status: 200 len: 1094 time: 0.6977131 Sep 27 04:23:13.922935 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ab8637-285a-4e7d-aac4-fe2fafab654e', 'tag': '8760ae9b-e8ce-45d6-a54c-90337fdcb044'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:23:13.925163 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cc1793a-4b06-4b3f-a969-aa38e3045657" -d '{"events": [{"name": "network-changed", "server_uuid": "88ab8637-285a-4e7d-aac4-fe2fafab654e", "tag": "8760ae9b-e8ce-45d6-a54c-90337fdcb044"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:23:13.963049 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3c3858-c40c-4105-97e0-caf83a5f6c72 x-openstack-request-id: req-3e3c3858-c40c-4105-97e0-caf83a5f6c72 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:23:13.963333 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ab8637-285a-4e7d-aac4-fe2fafab654e", "tag": "8760ae9b-e8ce-45d6-a54c-90337fdcb044", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:23:13.963588 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3e3c3858-c40c-4105-97e0-caf83a5f6c72 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:23:13.963989 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e3c3858-c40c-4105-97e0-caf83a5f6c72'] response: {'name': 'network-changed', 'server_uuid': '88ab8637-285a-4e7d-aac4-fe2fafab654e', 'tag': '8760ae9b-e8ce-45d6-a54c-90337fdcb044', 'status': 'completed', 'code': 200} Sep 27 04:23:13.973106 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11c66e3-79cc-4c77-8012-1d2a25229bfb service neutron] Pushing event updated for resources: {'Port': ['ID=8760ae9b-e8ce-45d6-a54c-90337fdcb044,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:23:14.167931 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-c87c312a-bb97-47db-80cb-d2dab8218ffd None None] Attempt 3 to provision port 8760ae9b-e8ce-45d6-a54c-90337fdcb044 Sep 27 04:23:14.204823 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-c87c312a-bb97-47db-80cb-d2dab8218ffd None None] Port 8760ae9b-e8ce-45d6-a54c-90337fdcb044 had new provisioning blocks added so it will not transition to active. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 04:23:14.352041 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6ac11-ae19-49cd-aefa-e1aef73c83a2 req-85cab3d4-4995-4f00-a867-85f9cc5f1701 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:14.353540 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1af6ac11-ae19-49cd-aefa-e1aef73c83a2 req-85cab3d4-4995-4f00-a867-85f9cc5f1701 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 944 time: 0.0457611 Sep 27 04:23:14.403362 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1af6ac11-ae19-49cd-aefa-e1aef73c83a2 req-3a5cabd0-8a51-4812-9b99-df4362de083a tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442612 Sep 27 04:23:14.610735 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:14.626350 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331718fc-43f1-412f-9707-ed6812f53688 req-6af6a863-7924-4c6a-a85a-0800b1bd0871 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:14.627893 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-331718fc-43f1-412f-9707-ed6812f53688 req-6af6a863-7924-4c6a-a85a-0800b1bd0871 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 947 time: 0.0475881 Sep 27 04:23:14.674874 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-331718fc-43f1-412f-9707-ed6812f53688 req-df606ccf-3933-4e50-8007-ec5dd27db885 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414054 Sep 27 04:23:14.702865 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:23:15.400322 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15bd035-3c99-43b7-9474-437ce75311c8 req-d23185f0-ee28-44cc-bc7f-55a942b831f4 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:15.401712 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a15bd035-3c99-43b7-9474-437ce75311c8 req-d23185f0-ee28-44cc-bc7f-55a942b831f4 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 985 time: 0.0496812 Sep 27 04:23:15.473782 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a15bd035-3c99-43b7-9474-437ce75311c8 req-fed07743-a1d2-428b-8e27-212162878dc3 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&id=e17d595b-0c19-4926-adc1-40062a9006bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661638 Sep 27 04:23:15.523668 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315aab3-477c-45eb-a004-176629089e89 req-7d0f71c9-ccab-483c-abf8-dc0f44c24b65 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:15.525158 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1315aab3-477c-45eb-a004-176629089e89 req-7d0f71c9-ccab-483c-abf8-dc0f44c24b65 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 944 time: 0.0456517 Sep 27 04:23:15.572060 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1315aab3-477c-45eb-a004-176629089e89 req-37a2c354-4457-4103-b133-45528f101962 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413656 Sep 27 04:23:15.799081 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cce387-4412-4018-a5ff-e08d2450606a req-92676fdb-ddf3-4bcf-9c4b-3d2c3f0d8f73 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:15.801109 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b8cce387-4412-4018-a5ff-e08d2450606a req-92676fdb-ddf3-4bcf-9c4b-3d2c3f0d8f73 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 947 time: 0.0463111 Sep 27 04:23:15.847391 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b8cce387-4412-4018-a5ff-e08d2450606a req-30a6a02c-0d45-4648-8cdc-2e28f7463f49 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408514 Sep 27 04:23:16.297045 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1793a-4b06-4b3f-a969-aa38e3045657 req-80ebd542-7efa-4fd6-a70b-82279bf1315c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:16.298400 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7cc1793a-4b06-4b3f-a969-aa38e3045657 req-80ebd542-7efa-4fd6-a70b-82279bf1315c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=c25f11f92d4e4fd8965fe630ad77f3c3&device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 1128 time: 0.0404401 Sep 27 04:23:16.348121 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f336a09-903f-48c4-ac35-6e406f73fa07 req-0090008f-e68b-469b-9681-407b7d31b0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:16.349627 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9f336a09-903f-48c4-ac35-6e406f73fa07 req-0090008f-e68b-469b-9681-407b7d31b0c3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=7e7b2ff0f0104769a550d0c0692ab713&device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 1169 time: 0.0392754 Sep 27 04:23:16.402632 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1793a-4b06-4b3f-a969-aa38e3045657 req-225dddf6-b84f-45e4-8dd8-bbd78f430176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:16.404712 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7cc1793a-4b06-4b3f-a969-aa38e3045657 req-225dddf6-b84f-45e4-8dd8-bbd78f430176 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?tenant_id=c25f11f92d4e4fd8965fe630ad77f3c3&shared=False HTTP/1.1" status: 200 len: 919 time: 0.0949693 Sep 27 04:23:16.467639 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f336a09-903f-48c4-ac35-6e406f73fa07 req-1db6fdc3-ecbe-4d82-9240-08d19fcd4e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:16.469163 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9f336a09-903f-48c4-ac35-6e406f73fa07 req-1db6fdc3-ecbe-4d82-9240-08d19fcd4e4a service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=8bc82a56-69c2-484f-aa08-23831b7e71a2 HTTP/1.1" status: 200 len: 915 time: 0.0922122 Sep 27 04:23:16.589986 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:16.598873 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817f3277-35c4-4308-88fe-2a8785d40616 req-5a48cd8f-a662-4e09-8266-a975b0c57de7 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:16.600646 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-817f3277-35c4-4308-88fe-2a8785d40616 req-5a48cd8f-a662-4e09-8266-a975b0c57de7 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 985 time: 0.0482972 Sep 27 04:23:16.680828 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-817f3277-35c4-4308-88fe-2a8785d40616 req-1361508e-f431-46a7-bc90-cfc40d6ed2f9 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&id=e17d595b-0c19-4926-adc1-40062a9006bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0714059 Sep 27 04:23:16.707213 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe15bca-71c3-4f7c-8f24-9910cf7546eb req-5d9d125c-e7f5-413e-a14f-6f8ea833d9a0 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:16.708689 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9fe15bca-71c3-4f7c-8f24-9910cf7546eb req-5d9d125c-e7f5-413e-a14f-6f8ea833d9a0 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 944 time: 0.0585027 Sep 27 04:23:16.756711 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9fe15bca-71c3-4f7c-8f24-9910cf7546eb req-31eef366-6793-4ace-8afb-d85ed5c0cd4b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424109 Sep 27 04:23:17.000408 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f14057-fb29-43f3-94cc-32ba4c63afdc req-2f970d2d-3cad-42a1-a5d4-0ef1fc62b2c3 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:17.001881 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-46f14057-fb29-43f3-94cc-32ba4c63afdc req-2f970d2d-3cad-42a1-a5d4-0ef1fc62b2c3 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 947 time: 0.0601351 Sep 27 04:23:17.038805 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc1793a-4b06-4b3f-a969-aa38e3045657 req-48c78b9d-d7a5-4d6c-816a-926d0dc10dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:17.040385 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7cc1793a-4b06-4b3f-a969-aa38e3045657 req-48c78b9d-d7a5-4d6c-816a-926d0dc10dd4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1476438 Sep 27 04:23:17.073118 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-46f14057-fb29-43f3-94cc-32ba4c63afdc req-810ce3b4-e880-4898-8643-18f4e5be8f37 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648243 Sep 27 04:23:17.075649 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9f336a09-903f-48c4-ac35-6e406f73fa07 req-ecb574eb-7929-4486-8bad-5fafd03f52b1 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d990fa5-a24c-4b14-8c63-0e0506b80887 HTTP/1.1" status: 200 len: 1002 time: 0.0685413 Sep 27 04:23:17.137964 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f336a09-903f-48c4-ac35-6e406f73fa07 req-83a36237-60a5-4429-b27c-35dfabbf6b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:17.138234 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9f336a09-903f-48c4-ac35-6e406f73fa07 req-83a36237-60a5-4429-b27c-35dfabbf6b63 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40 HTTP/1.1" status: 200 len: 853 time: 0.0541482 Sep 27 04:23:17.143256 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-8640e722-2ba7-4652-be01-0e743893ce96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:17.144941 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-8640e722-2ba7-4652-be01-0e743893ce96 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=c25f11f92d4e4fd8965fe630ad77f3c3&device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 1128 time: 0.0541635 Sep 27 04:23:17.213186 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-0630c8a3-0c8f-420b-b058-2dd1c5754954 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8760ae9b-e8ce-45d6-a54c-90337fdcb044 HTTP/1.1" status: 200 len: 217 time: 0.0571930 Sep 27 04:23:17.217325 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f336a09-903f-48c4-ac35-6e406f73fa07 req-ba2b9ca5-431d-418a-bcd2-af3dd0780c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:17.219321 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9f336a09-903f-48c4-ac35-6e406f73fa07 req-ba2b9ca5-431d-418a-bcd2-af3dd0780c7f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=8bc82a56-69c2-484f-aa08-23831b7e71a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0709546 Sep 27 04:23:17.297513 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-313341d6-6f99-429d-8285-ebba50dbc795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:17.299366 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-313341d6-6f99-429d-8285-ebba50dbc795 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3d4a66ea-0873-4a30-ab4a-55cd0b629103 HTTP/1.1" status: 200 len: 857 time: 0.0696149 Sep 27 04:23:17.358752 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-fad89299-f261-474d-a071-a2f23058fe2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:17.360257 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-fad89299-f261-474d-a071-a2f23058fe2f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3b03541e-a362-4f1f-858b-b7051275090d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0516028 Sep 27 04:23:17.364189 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9f336a09-903f-48c4-ac35-6e406f73fa07 req-ba7b8c36-08db-4ba2-81dd-0cb16b3f1493 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/8bc82a56-69c2-484f-aa08-23831b7e71a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350241 Sep 27 04:23:17.465939 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:17.482657 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-79721d3e-428f-4280-9645-6279e652021c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3b03541e-a362-4f1f-858b-b7051275090d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080897 Sep 27 04:23:17.487575 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9f336a09-903f-48c4-ac35-6e406f73fa07 req-7c27ab0f-1350-48a2-9bc2-7ac6974768d7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/8bc82a56-69c2-484f-aa08-23831b7e71a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109622 Sep 27 04:23:17.570862 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:17.600915 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b4478e38-fcd4-4a2d-ac63-a84bef367071 req-b648ab5b-acf1-4135-9614-c0f772ea3fe7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3b03541e-a362-4f1f-858b-b7051275090d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052713 Sep 27 04:23:17.744022 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:17.807764 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8d4517-6e1e-4ede-ad7d-e0e8488d800f req-91bf3465-2d48-47d8-bfe6-0347c9ece87e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:17.809259 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2b8d4517-6e1e-4ede-ad7d-e0e8488d800f req-91bf3465-2d48-47d8-bfe6-0347c9ece87e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 985 time: 0.0488791 Sep 27 04:23:17.870178 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2b8d4517-6e1e-4ede-ad7d-e0e8488d800f req-7b5f965f-cc83-48c1-9e96-4210277c7997 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&id=e17d595b-0c19-4926-adc1-40062a9006bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552120 Sep 27 04:23:17.877346 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae34fe-eb31-4676-9df4-ecf8ad090bd7 req-67a24ff1-51a4-4b43-9b43-53692b5539aa tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:17.878858 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-caae34fe-eb31-4676-9df4-ecf8ad090bd7 req-67a24ff1-51a4-4b43-9b43-53692b5539aa tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 944 time: 0.0463731 Sep 27 04:23:17.926032 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-caae34fe-eb31-4676-9df4-ecf8ad090bd7 req-bc84293e-7304-44ac-bfdc-7516364aa7d7 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407896 Sep 27 04:23:18.200052 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b074321-f31b-457b-9eca-8d6ac3e8bca2 req-a84d6a66-3157-4ac7-a2d6-396c225fd708 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:18.201541 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4b074321-f31b-457b-9eca-8d6ac3e8bca2 req-a84d6a66-3157-4ac7-a2d6-396c225fd708 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 947 time: 0.0460091 Sep 27 04:23:18.248670 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4b074321-f31b-457b-9eca-8d6ac3e8bca2 req-b7d56887-e6fb-4636-9460-aca900e7ae52 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408287 Sep 27 04:23:18.990978 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99face9b-90ba-4615-9f98-10059f278de3 req-667694d4-1dfc-4b87-ac14-670fed65154b tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:18.992462 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-99face9b-90ba-4615-9f98-10059f278de3 req-667694d4-1dfc-4b87-ac14-670fed65154b tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 985 time: 0.0479686 Sep 27 04:23:19.041569 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:19.058402 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad24b3-6603-4e4e-99cd-46049657dc0b req-32181710-4539-4e09-85fc-bc6ee8c75cad tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:19.059315 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-99face9b-90ba-4615-9f98-10059f278de3 req-5bab3408-a5f8-4f15-a936-2a7eec6fa990 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&id=e17d595b-0c19-4926-adc1-40062a9006bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613067 Sep 27 04:23:19.067703 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1cad24b3-6603-4e4e-99cd-46049657dc0b req-32181710-4539-4e09-85fc-bc6ee8c75cad tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 944 time: 0.0691915 Sep 27 04:23:19.118501 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1cad24b3-6603-4e4e-99cd-46049657dc0b req-118b3151-f979-4aa6-bb75-c78edd445ce1 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426624 Sep 27 04:23:19.376799 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6412766-8df1-49dd-9b8b-203e5f440939 req-07efe39b-7489-4141-affc-8ad7b7cef49d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:19.378303 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a6412766-8df1-49dd-9b8b-203e5f440939 req-07efe39b-7489-4141-affc-8ad7b7cef49d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 947 time: 0.0465050 Sep 27 04:23:19.426663 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a6412766-8df1-49dd-9b8b-203e5f440939 req-e8c65cd4-e607-4b44-b58c-65976543eb73 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418596 Sep 27 04:23:20.182071 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8f416-17d8-46d9-bab8-91ef3c9c000b req-b86538be-5aae-4d7d-9be2-c507da07ea4c tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:20.183536 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ffd8f416-17d8-46d9-bab8-91ef3c9c000b req-b86538be-5aae-4d7d-9be2-c507da07ea4c tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 985 time: 0.0472982 Sep 27 04:23:20.237445 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b299c378-01a2-4ec2-b2e5-5155deb91ec4 req-da22da9f-f535-4381-a94f-5c9f5f37230e tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:20.239006 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b299c378-01a2-4ec2-b2e5-5155deb91ec4 req-da22da9f-f535-4381-a94f-5c9f5f37230e tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 944 time: 0.0458713 Sep 27 04:23:20.243062 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ffd8f416-17d8-46d9-bab8-91ef3c9c000b req-4cd2fd80-fec1-427f-9111-304801a01045 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&id=e17d595b-0c19-4926-adc1-40062a9006bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0538414 Sep 27 04:23:20.286750 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b299c378-01a2-4ec2-b2e5-5155deb91ec4 req-c892f995-e710-4b00-93ca-eb3bc0f3828c tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421169 Sep 27 04:23:20.287300 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-984056d3-f175-4d6b-a6e2-45247ac194e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:21.225363 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 8760ae9b-e8ce-45d6-a54c-90337fdcb044 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 04:23:21.325174 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 8760ae9b-e8ce-45d6-a54c-90337fdcb044, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=8760ae9b-e8ce-45d6-a54c-90337fdcb044,segment=NetworkSegment(4790901f-5695-41bc-be7f-0e3d4d5126bd),segment_id=4790901f-5695-41bc-be7f-0e3d4d5126bd)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:23:21.337515 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Returning: {'device': '8760ae9b-e8ce-45d6-a54c-90337fdcb044', 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d', 'port_id': '8760ae9b-e8ce-45d6-a54c-90337fdcb044', 'mac_address': 'fa:16:3e:a3:40:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d4a66ea-0873-4a30-ab4a-55cd0b629103', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 04:23:21.367718 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:21.373042 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port 8760ae9b-e8ce-45d6-a54c-90337fdcb044 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:23:21.373440 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (8760ae9b-e8ce-45d6-a54c-90337fdcb044), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:21.377573 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d64601-d999-4b88-b56f-3145039da490 req-793b36de-6284-40fc-8cee-3b88f332bde8 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:21.380622 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-53d64601-d999-4b88-b56f-3145039da490 req-793b36de-6284-40fc-8cee-3b88f332bde8 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 985 time: 0.0605996 Sep 27 04:23:21.387273 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8760ae9b-e8ce-45d6-a54c-90337fdcb044 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:23:21.412598 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 8760ae9b-e8ce-45d6-a54c-90337fdcb044, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=8760ae9b-e8ce-45d6-a54c-90337fdcb044,segment=NetworkSegment(4790901f-5695-41bc-be7f-0e3d4d5126bd),segment_id=4790901f-5695-41bc-be7f-0e3d4d5126bd)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:23:21.421699 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (8760ae9b-e8ce-45d6-a54c-90337fdcb044), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:21.450941 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e114fe55-deec-4cb7-83c2-9aa27776b5ff req-12c68300-cda7-4353-bce9-5a9a3159f1ce tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:21.451542 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-53d64601-d999-4b88-b56f-3145039da490 req-79f5f61d-7ae9-4e07-af18-b821682672d6 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&id=e17d595b-0c19-4926-adc1-40062a9006bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648053 Sep 27 04:23:21.453202 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e114fe55-deec-4cb7-83c2-9aa27776b5ff req-12c68300-cda7-4353-bce9-5a9a3159f1ce tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 944 time: 0.0684094 Sep 27 04:23:21.484806 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=8760ae9b-e8ce-45d6-a54c-90337fdcb044,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:23:21.512239 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e114fe55-deec-4cb7-83c2-9aa27776b5ff req-6f3aa80e-d008-4886-97e3-903d7d4bf63b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526609 Sep 27 04:23:21.767687 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['8760ae9b-e8ce-45d6-a54c-90337fdcb044'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:23:22.130314 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5b9337-f568-4b2d-bfb7-c217e72e1635 req-e1b189cc-1a56-4239-b0a5-0652be7dc9da tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:22.131778 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1e5b9337-f568-4b2d-bfb7-c217e72e1635 req-e1b189cc-1a56-4239-b0a5-0652be7dc9da tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7ff20f8a-f72b-4c87-8c62-dbdf2714536d HTTP/1.1" status: 200 len: 946 time: 0.0465541 Sep 27 04:23:22.179161 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1e5b9337-f568-4b2d-bfb7-c217e72e1635 req-9e18e603-a21c-4baf-a7fa-51f253f7122d tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b085b3fa-48ce-47db-8026-9c8743b70349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418143 Sep 27 04:23:22.237650 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-834ddad7-1f22-4a09-afe6-e6b76daf4a0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:22.579297 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8182e3f0-97bf-4fb8-b71c-8b1bd6dc2e71 req-d406bb60-72ce-4da9-af0b-17080af99127 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:22.580771 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8182e3f0-97bf-4fb8-b71c-8b1bd6dc2e71 req-d406bb60-72ce-4da9-af0b-17080af99127 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 985 time: 0.0484343 Sep 27 04:23:22.637235 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8a542-a80c-483c-9f55-06bd244c16aa req-40e49e4b-37eb-48dd-8976-9377de315e05 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:22.638719 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8af8a542-a80c-483c-9f55-06bd244c16aa req-40e49e4b-37eb-48dd-8976-9377de315e05 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 945 time: 0.0463717 Sep 27 04:23:22.641190 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8182e3f0-97bf-4fb8-b71c-8b1bd6dc2e71 req-3a25f9a2-4443-452f-ac2e-ce2cf6201ef1 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&id=e17d595b-0c19-4926-adc1-40062a9006bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0542591 Sep 27 04:23:22.688521 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8af8a542-a80c-483c-9f55-06bd244c16aa req-85112dad-2dfa-495c-b984-ded2b19c1ea4 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441878 Sep 27 04:23:23.225339 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 8760ae9b-e8ce-45d6-a54c-90337fdcb044 up at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:23:23.254273 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:23.269707 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning for port 8760ae9b-e8ce-45d6-a54c-90337fdcb044 completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 04:23:23.275038 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning complete for port 8760ae9b-e8ce-45d6-a54c-90337fdcb044 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:23:23.275332 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (8760ae9b-e8ce-45d6-a54c-90337fdcb044), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:23.275711 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Attempt 1 to provision port 8760ae9b-e8ce-45d6-a54c-90337fdcb044 Sep 27 04:23:23.305174 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affe07f0-991c-4ba8-a4a3-df8bcbbb2391 req-dc8d7aef-12c1-4545-b2c9-384bb761c3f9 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:23.306667 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-affe07f0-991c-4ba8-a4a3-df8bcbbb2391 req-dc8d7aef-12c1-4545-b2c9-384bb761c3f9 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7ff20f8a-f72b-4c87-8c62-dbdf2714536d HTTP/1.1" status: 200 len: 946 time: 0.0507765 Sep 27 04:23:23.350898 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port 8760ae9b-e8ce-45d6-a54c-90337fdcb044 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:23:23.351282 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (8760ae9b-e8ce-45d6-a54c-90337fdcb044), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:23.353114 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-affe07f0-991c-4ba8-a4a3-df8bcbbb2391 req-263207ac-ac5e-463b-8e5d-8c3ec2d7fae9 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b085b3fa-48ce-47db-8026-9c8743b70349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406797 Sep 27 04:23:23.374005 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ab8637-285a-4e7d-aac4-fe2fafab654e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8760ae9b-e8ce-45d6-a54c-90337fdcb044'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:23:23.376198 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2687affa0ef786a15f255b59e70001bb997277ef1a41850ee1c1551a100c7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2b0c29e-6997-493c-a245-fd93e99f938b" -d '{"events": [{"server_uuid": "88ab8637-285a-4e7d-aac4-fe2fafab654e", "name": "network-vif-plugged", "status": "completed", "tag": "8760ae9b-e8ce-45d6-a54c-90337fdcb044"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:23:23.389113 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 8760ae9b-e8ce-45d6-a54c-90337fdcb044, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=8760ae9b-e8ce-45d6-a54c-90337fdcb044,segment=NetworkSegment(4790901f-5695-41bc-be7f-0e3d4d5126bd),segment_id=4790901f-5695-41bc-be7f-0e3d4d5126bd)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:23:23.392821 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (8760ae9b-e8ce-45d6-a54c-90337fdcb044), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:23.419197 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b217fb-89bc-4d33-92be-fc4165eefd54 x-openstack-request-id: req-06b217fb-89bc-4d33-92be-fc4165eefd54 {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:23:23.419488 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ab8637-285a-4e7d-aac4-fe2fafab654e", "name": "network-vif-plugged", "status": "completed", "tag": "8760ae9b-e8ce-45d6-a54c-90337fdcb044", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:23:23.419741 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-06b217fb-89bc-4d33-92be-fc4165eefd54 {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:23:23.420135 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06b217fb-89bc-4d33-92be-fc4165eefd54'] response: {'server_uuid': '88ab8637-285a-4e7d-aac4-fe2fafab654e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8760ae9b-e8ce-45d6-a54c-90337fdcb044', 'code': 200} Sep 27 04:23:23.440270 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:23.444242 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=8760ae9b-e8ce-45d6-a54c-90337fdcb044,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:23:23.697786 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:23.770483 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec2e468-c4a1-4224-b023-793f072e389a req-246a0f1e-8e75-460d-9957-493e3a34d183 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:23.772119 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5ec2e468-c4a1-4224-b023-793f072e389a req-246a0f1e-8e75-460d-9957-493e3a34d183 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 985 time: 0.0520902 Sep 27 04:23:23.831464 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be50372-5d20-4272-a2fb-dd0c034d038e req-7420b6cf-f103-404c-8b04-bbab99078e54 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:23.834775 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5be50372-5d20-4272-a2fb-dd0c034d038e req-7420b6cf-f103-404c-8b04-bbab99078e54 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 946 time: 0.0539522 Sep 27 04:23:23.843484 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5ec2e468-c4a1-4224-b023-793f072e389a req-47ac7c91-9361-424f-805c-191070b75173 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&id=e17d595b-0c19-4926-adc1-40062a9006bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650566 Sep 27 04:23:23.885582 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5be50372-5d20-4272-a2fb-dd0c034d038e req-97c82bca-1d84-4dcf-9574-844ccaca56cd tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429032 Sep 27 04:23:24.040392 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27684c7-1796-41c8-bb9f-70cdc15a518d req-8f93f007-81ab-40a0-ac01-b3b10678f4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:24.041925 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d27684c7-1796-41c8-bb9f-70cdc15a518d req-8f93f007-81ab-40a0-ac01-b3b10678f4cf service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 1130 time: 0.0406814 Sep 27 04:23:24.092334 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d27684c7-1796-41c8-bb9f-70cdc15a518d req-f185996e-385f-4232-9cae-851d3f6c0a3c service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399189 Sep 27 04:23:24.450261 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b92f6b-589f-4725-9101-0d22bd065431 req-0095194d-9337-4a95-9df6-285fad6b3b66 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:24.451774 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-38b92f6b-589f-4725-9101-0d22bd065431 req-0095194d-9337-4a95-9df6-285fad6b3b66 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7ff20f8a-f72b-4c87-8c62-dbdf2714536d HTTP/1.1" status: 200 len: 946 time: 0.0492930 Sep 27 04:23:24.575652 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:24.585672 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [req-38b92f6b-589f-4725-9101-0d22bd065431 req-c9063ae4-c418-47d3-9454-a8b198f2b6a0 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Deleting port 44284c30-6edf-45a3-8b70-fc4bb36bc551 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:23:24.586051 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-38b92f6b-589f-4725-9101-0d22bd065431 req-c9063ae4-c418-47d3-9454-a8b198f2b6a0 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (44284c30-6edf-45a3-8b70-fc4bb36bc551), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:24.682536 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-38b92f6b-589f-4725-9101-0d22bd065431 req-c9063ae4-c418-47d3-9454-a8b198f2b6a0 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] For port 44284c30-6edf-45a3-8b70-fc4bb36bc551, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=44284c30-6edf-45a3-8b70-fc4bb36bc551,segment=NetworkSegment(8f76b480-d8af-4f6a-b685-392c9daa6c91),segment_id=8f76b480-d8af-4f6a-b685-392c9daa6c91)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:23:24.682825 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-38b92f6b-589f-4725-9101-0d22bd065431 req-c9063ae4-c418-47d3-9454-a8b198f2b6a0 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (44284c30-6edf-45a3-8b70-fc4bb36bc551), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:24.697667 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [req-38b92f6b-589f-4725-9101-0d22bd065431 req-c9063ae4-c418-47d3-9454-a8b198f2b6a0 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Calling delete_port for 44284c30-6edf-45a3-8b70-fc4bb36bc551 owned by compute:nova {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:23:24.697860 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8facd-93ea-4879-a594-05c2d98d7624 req-8700cea7-5368-4497-a09b-313593db4f68 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:24.699170 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-48c8facd-93ea-4879-a594-05c2d98d7624 req-8700cea7-5368-4497-a09b-313593db4f68 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7ff20f8a-f72b-4c87-8c62-dbdf2714536d HTTP/1.1" status: 200 len: 946 time: 0.2714791 Sep 27 04:23:24.699772 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:24.747288 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-48c8facd-93ea-4879-a594-05c2d98d7624 req-26782b79-f3c3-463d-8e2b-43fc4a0d20be tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b085b3fa-48ce-47db-8026-9c8743b70349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414207 Sep 27 04:23:24.828058 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-38b92f6b-589f-4725-9101-0d22bd065431 req-c9063ae4-c418-47d3-9454-a8b198f2b6a0 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (44284c30-6edf-45a3-8b70-fc4bb36bc551), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:24.839452 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['44284c30-6edf-45a3-8b70-fc4bb36bc551'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:23:24.856846 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9063ae4-c418-47d3-9454-a8b198f2b6a0 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Pushing event deleted for resources: {'Port': ['ID=44284c30-6edf-45a3-8b70-fc4bb36bc551,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:23:24.935432 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [req-38b92f6b-589f-4725-9101-0d22bd065431 req-c9063ae4-c418-47d3-9454-a8b198f2b6a0 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] No DVR routers for this DVR port 44284c30-6edf-45a3-8b70-fc4bb36bc551 on host hv-cinder-85918 {{(pid=106211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:23:24.938862 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-38b92f6b-589f-4725-9101-0d22bd065431 req-c9063ae4-c418-47d3-9454-a8b198f2b6a0 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:24.942146 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-38b92f6b-589f-4725-9101-0d22bd065431 req-c9063ae4-c418-47d3-9454-a8b198f2b6a0 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.57 "DELETE /networking/v2.0/ports/44284c30-6edf-45a3-8b70-fc4bb36bc551 HTTP/1.1" status: 204 len: 173 time: 0.4768407 Sep 27 04:23:24.949299 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ff20f8a-f72b-4c87-8c62-dbdf2714536d', 'name': 'network-vif-deleted', 'tag': '44284c30-6edf-45a3-8b70-fc4bb36bc551'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:23:24.951497 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375caaa08d89e17f41855227bc5930e71d4ac07142983a49768ae7ff94431a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4e0c07-be08-46cb-8e93-84218cbbecb0" -d '{"events": [{"server_uuid": "7ff20f8a-f72b-4c87-8c62-dbdf2714536d", "name": "network-vif-deleted", "tag": "44284c30-6edf-45a3-8b70-fc4bb36bc551"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:23:24.990749 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e57478c-18a1-432e-bd7e-cb7bcf45d721 req-404a8c9d-5620-4fdb-981c-8f17dd53ec29 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:24.992228 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9e57478c-18a1-432e-bd7e-cb7bcf45d721 req-404a8c9d-5620-4fdb-981c-8f17dd53ec29 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 985 time: 0.0586114 Sep 27 04:23:25.003928 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75d390-daad-4cce-9d29-966e7144854b req-d7019e90-a76f-465d-b3c9-30c22f2cd157 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:25.005508 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ae75d390-daad-4cce-9d29-966e7144854b req-d7019e90-a76f-465d-b3c9-30c22f2cd157 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 946 time: 0.0462708 Sep 27 04:23:25.017779 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:25.030791 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:25.056730 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9e57478c-18a1-432e-bd7e-cb7bcf45d721 req-9b52c931-fb1b-40db-9210-f5b864c79c21 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&id=e17d595b-0c19-4926-adc1-40062a9006bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0586245 Sep 27 04:23:25.056972 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ae75d390-daad-4cce-9d29-966e7144854b req-287d0222-cd5d-40a4-b0b8-f7ef12a0fea9 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456641 Sep 27 04:23:25.064190 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:25.102369 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:23:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ace7e1f9-475b-4199-bf0a-c6c8a4e36c85 x-openstack-request-id: req-ace7e1f9-475b-4199-bf0a-c6c8a4e36c85 {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:23:25.102661 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ff20f8a-f72b-4c87-8c62-dbdf2714536d", "name": "network-vif-deleted", "tag": "44284c30-6edf-45a3-8b70-fc4bb36bc551", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:23:25.102911 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ace7e1f9-475b-4199-bf0a-c6c8a4e36c85 {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:23:25.103307 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ace7e1f9-475b-4199-bf0a-c6c8a4e36c85'] response: {'server_uuid': '7ff20f8a-f72b-4c87-8c62-dbdf2714536d', 'name': 'network-vif-deleted', 'tag': '44284c30-6edf-45a3-8b70-fc4bb36bc551', 'status': 'completed', 'code': 200} Sep 27 04:23:25.151883 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:25.863490 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b1814b9b-9447-4ebe-9987-e6d6a3a0f536 req-cfbc7726-b365-43c3-9e38-ca98f55bbcdd tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7ff20f8a-f72b-4c87-8c62-dbdf2714536d HTTP/1.1" status: 200 len: 210 time: 0.0264719 Sep 27 04:23:26.192739 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd76865-4ab6-48fb-b755-70413094abc2 req-af85c4a4-5b1a-4b27-9db4-ed6cae3b796c tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:26.194268 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1dd76865-4ab6-48fb-b755-70413094abc2 req-af85c4a4-5b1a-4b27-9db4-ed6cae3b796c tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 946 time: 0.0544369 Sep 27 04:23:26.202307 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8afe53-fad5-4159-8c20-1b0786a6bd38 req-1660ecea-49dc-44d3-87c8-14ef7a829864 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:26.203800 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4a8afe53-fad5-4159-8c20-1b0786a6bd38 req-1660ecea-49dc-44d3-87c8-14ef7a829864 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 985 time: 0.0570505 Sep 27 04:23:26.241839 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1dd76865-4ab6-48fb-b755-70413094abc2 req-89ca9839-5da2-4c75-9b51-21723d6a82b8 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416076 Sep 27 04:23:26.267114 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4a8afe53-fad5-4159-8c20-1b0786a6bd38 req-73d69746-3b3a-40bc-a56d-195cb1f5905b tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&id=e17d595b-0c19-4926-adc1-40062a9006bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570152 Sep 27 04:23:27.249781 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 44284c30-6edf-45a3-8b70-fc4bb36bc551 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:23:27.268790 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] No Port match for: 44284c30-6edf-45a3-8b70-fc4bb36bc551 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:23:27.269134 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 44284c30-6edf-45a3-8b70-fc4bb36bc551 not bound to the agent host hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:23:27.368012 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cfb727-2a52-4320-b1b2-1964eee56d63 req-d2d224c4-1f19-4795-9108-6bb1182c1989 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:27.369596 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-17cfb727-2a52-4320-b1b2-1964eee56d63 req-d2d224c4-1f19-4795-9108-6bb1182c1989 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 946 time: 0.0467887 Sep 27 04:23:27.390419 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee68323d-4d9f-4ed0-a2fd-7a4a787ed6d8 req-43f3c61e-5f32-4b02-880a-c18167137867 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:27.391848 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ee68323d-4d9f-4ed0-a2fd-7a4a787ed6d8 req-43f3c61e-5f32-4b02-880a-c18167137867 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 985 time: 0.0487354 Sep 27 04:23:27.420366 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-17cfb727-2a52-4320-b1b2-1964eee56d63 req-39ee1b59-949f-4ba9-8d4d-b699b392a496 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429864 Sep 27 04:23:27.451844 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ee68323d-4d9f-4ed0-a2fd-7a4a787ed6d8 req-457a1a27-24b3-4e77-beb4-d5c5def5f385 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&id=e17d595b-0c19-4926-adc1-40062a9006bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0535526 Sep 27 04:23:27.538251 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615f190-b1d5-4821-a69f-67d4b683badd req-adbd34d7-b9d7-4ded-a28d-a6c7c2482c36 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:27.539618 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a615f190-b1d5-4821-a69f-67d4b683badd req-adbd34d7-b9d7-4ded-a28d-a6c7c2482c36 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 946 time: 0.0523627 Sep 27 04:23:27.550060 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 33090) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:23:27.554379 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-e16282d2-2c58-4a13-8bd8-9dc9c3b70f4a tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Request body: {'floatingip': {'port_id': '8760ae9b-e8ce-45d6-a54c-90337fdcb044'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:23:27.592034 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e16282d2-2c58-4a13-8bd8-9dc9c3b70f4a tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks [] for floatingip (ea6cc630-4c55-45c1-9b82-bbe10c92c8c7), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:27.688374 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:28.005854 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e16282d2-2c58-4a13-8bd8-9dc9c3b70f4a tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:28.009872 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e16282d2-2c58-4a13-8bd8-9dc9c3b70f4a tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4106707'] for floatingip (ea6cc630-4c55-45c1-9b82-bbe10c92c8c7), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:28.101889 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.db.l3_db [None req-e16282d2-2c58-4a13-8bd8-9dc9c3b70f4a tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Floating IP ea6cc630-4c55-45c1-9b82-bbe10c92c8c7 associated. External IP: 172.27.0.134, port: 8760ae9b-e8ce-45d6-a54c-90337fdcb044. Sep 27 04:23:28.299983 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:28.304978 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16282d2-2c58-4a13-8bd8-9dc9c3b70f4a tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Router 86f1d0b9-3657-437b-ae62-2e9ed22d6485 has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:23:28.407133 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16282d2-2c58-4a13-8bd8-9dc9c3b70f4a tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:23:28.412997 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e16282d2-2c58-4a13-8bd8-9dc9c3b70f4a tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:28.418065 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e61551-35c2-4e47-a9ca-760f342a27f3 None None] Sync routers for ids ['86f1d0b9-3657-437b-ae62-2e9ed22d6485'] in dv-cinder-859186-3-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:23:28.428935 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e61551-35c2-4e47-a9ca-760f342a27f3 None None] Routers {'86f1d0b9-3657-437b-ae62-2e9ed22d6485'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:23:28.429627 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-30e61551-35c2-4e47-a9ca-760f342a27f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:23:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['86f1d0b9-3657-437b-ae62-2e9ed22d6485'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:23:28.446311 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-e16282d2-2c58-4a13-8bd8-9dc9c3b70f4a tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/ea6cc630-4c55-45c1-9b82-bbe10c92c8c7 HTTP/1.1" status: 200 len: 992 time: 0.8930411 Sep 27 04:23:28.446311 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ab8637-285a-4e7d-aac4-fe2fafab654e', 'tag': '8760ae9b-e8ce-45d6-a54c-90337fdcb044'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:23:28.447354 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a24e555-3ee0-4775-9955-bdab8bab1abc" -d '{"events": [{"name": "network-changed", "server_uuid": "88ab8637-285a-4e7d-aac4-fe2fafab654e", "tag": "8760ae9b-e8ce-45d6-a54c-90337fdcb044"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:23:28.486713 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f60320-3845-463e-881b-74026d8a70b0 x-openstack-request-id: req-97f60320-3845-463e-881b-74026d8a70b0 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:23:28.487009 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ab8637-285a-4e7d-aac4-fe2fafab654e", "tag": "8760ae9b-e8ce-45d6-a54c-90337fdcb044", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:23:28.487267 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-97f60320-3845-463e-881b-74026d8a70b0 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:23:28.487682 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97f60320-3845-463e-881b-74026d8a70b0'] response: {'name': 'network-changed', 'server_uuid': '88ab8637-285a-4e7d-aac4-fe2fafab654e', 'tag': '8760ae9b-e8ce-45d6-a54c-90337fdcb044', 'status': 'completed', 'code': 200} Sep 27 04:23:28.591484 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878b8d10-bad5-4ffa-8d2f-1834bb9b143f req-c6fc0b18-556a-4092-a0ac-456d26d2fdda tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:28.592898 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-878b8d10-bad5-4ffa-8d2f-1834bb9b143f req-c6fc0b18-556a-4092-a0ac-456d26d2fdda tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 985 time: 0.0589075 Sep 27 04:23:28.653465 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-878b8d10-bad5-4ffa-8d2f-1834bb9b143f req-b84765ae-cd52-4a0c-a27b-8dab351cc984 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&id=e17d595b-0c19-4926-adc1-40062a9006bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540376 Sep 27 04:23:28.660118 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-30e61551-35c2-4e47-a9ca-760f342a27f3 None None] Set router 86f1d0b9-3657-437b-ae62-2e9ed22d6485 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:23:28.868440 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-30e61551-35c2-4e47-a9ca-760f342a27f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'name': 'tempest-ServerRescueNegativeTestJSON-140140347-router', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'b4d8a087-7ecc-4c15-a09e-d89340dc105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:07Z', 'updated_at': '2022-09-27T04:21:10Z', 'revision_number': 4, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'gw_port': {'id': 'b4d8a087-7ecc-4c15-a09e-d89340dc105d', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:08Z', 'updated_at': '2022-09-27T04:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': 'ea6cc630-4c55-45c1-9b82-bbe10c92c8c7', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'port_id': '8760ae9b-e8ce-45d6-a54c-90337fdcb044', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d', 'mac_address': 'fa:16:3e:a3:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab8637-285a-4e7d-aac4-fe2fafab654e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:23:04Z', 'updated_at': '2022-09-27T04:23:27Z', 'revision_number': 1, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb6df63-5dd5-460b-86da-ef0071c67709', 'name': '', 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'mac_address': 'fa:16:3e:88:33:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '3d4a66ea-0873-4a30-ab4a-55cd0b629103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:09Z', 'updated_at': '2022-09-27T04:21:15Z', 'revision_number': 5, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'subnets': [{'id': '3d4a66ea-0873-4a30-ab4a-55cd0b629103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:23:28.894539 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e61551-35c2-4e47-a9ca-760f342a27f3 None None] Checking router: 86f1d0b9-3657-437b-ae62-2e9ed22d6485 for host: dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:23:28.904634 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e61551-35c2-4e47-a9ca-760f342a27f3 None None] Routers {'86f1d0b9-3657-437b-ae62-2e9ed22d6485'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:23:28.905236 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-30e61551-35c2-4e47-a9ca-760f342a27f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:23:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['86f1d0b9-3657-437b-ae62-2e9ed22d6485'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:23:29.011862 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-30e61551-35c2-4e47-a9ca-760f342a27f3 None None] Set router 86f1d0b9-3657-437b-ae62-2e9ed22d6485 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:23:29.102147 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:29.227713 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-30e61551-35c2-4e47-a9ca-760f342a27f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'name': 'tempest-ServerRescueNegativeTestJSON-140140347-router', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'b4d8a087-7ecc-4c15-a09e-d89340dc105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:07Z', 'updated_at': '2022-09-27T04:21:10Z', 'revision_number': 4, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'gw_port': {'id': 'b4d8a087-7ecc-4c15-a09e-d89340dc105d', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:08Z', 'updated_at': '2022-09-27T04:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': 'ea6cc630-4c55-45c1-9b82-bbe10c92c8c7', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'port_id': '8760ae9b-e8ce-45d6-a54c-90337fdcb044', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d', 'mac_address': 'fa:16:3e:a3:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab8637-285a-4e7d-aac4-fe2fafab654e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:23:04Z', 'updated_at': '2022-09-27T04:23:27Z', 'revision_number': 1, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb6df63-5dd5-460b-86da-ef0071c67709', 'name': '', 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'mac_address': 'fa:16:3e:88:33:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '3d4a66ea-0873-4a30-ab4a-55cd0b629103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:09Z', 'updated_at': '2022-09-27T04:21:15Z', 'revision_number': 5, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'subnets': [{'id': '3d4a66ea-0873-4a30-ab4a-55cd0b629103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:23:29.251620 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e61551-35c2-4e47-a9ca-760f342a27f3 None None] The sync data for ids ['86f1d0b9-3657-437b-ae62-2e9ed22d6485'] in dv-cinder-859186-3-iscsi is: [{'id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'name': 'tempest-ServerRescueNegativeTestJSON-140140347-router', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'b4d8a087-7ecc-4c15-a09e-d89340dc105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:07Z', 'updated_at': '2022-09-27T04:21:10Z', 'revision_number': 4, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'gw_port': {'id': 'b4d8a087-7ecc-4c15-a09e-d89340dc105d', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:08Z', 'updated_at': '2022-09-27T04:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': 'ea6cc630-4c55-45c1-9b82-bbe10c92c8c7', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'port_id': '8760ae9b-e8ce-45d6-a54c-90337fdcb044', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d', 'mac_address': 'fa:16:3e:a3:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab8637-285a-4e7d-aac4-fe2fafab654e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:23:04Z', 'updated_at': '2022-09-27T04:23:27Z', 'revision_number': 1, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb6df63-5dd5-460b-86da-ef0071c67709', 'name': '', 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'mac_address': 'fa:16:3e:88:33:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '3d4a66ea-0873-4a30-ab4a-55cd0b629103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:09Z', 'updated_at': '2022-09-27T04:21:15Z', 'revision_number': 5, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'subnets': [{'id': '3d4a66ea-0873-4a30-ab4a-55cd0b629103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:23:29.427991 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-288a33c8-f4d4-4d9d-a763-0dba2e62a444 None None] New status for floating IP ea6cc630-4c55-45c1-9b82-bbe10c92c8c7: ACTIVE {{(pid=106213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 04:23:29.774348 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0675986d-d7ae-422f-a06b-6a85d6308304 req-fbdec7e3-d027-40d5-a6ef-53e74e8acf33 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:29.775760 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0675986d-d7ae-422f-a06b-6a85d6308304 req-fbdec7e3-d027-40d5-a6ef-53e74e8acf33 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 985 time: 0.0457191 Sep 27 04:23:29.834973 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0675986d-d7ae-422f-a06b-6a85d6308304 req-9d53a4ec-50d4-4fcb-a60e-5d1353789d3d tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&id=e17d595b-0c19-4926-adc1-40062a9006bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536180 Sep 27 04:23:30.410570 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24e555-3ee0-4775-9955-bdab8bab1abc req-93bbf9df-3020-4058-90b3-d22e2d0fc9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:30.412032 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1a24e555-3ee0-4775-9955-bdab8bab1abc req-93bbf9df-3020-4058-90b3-d22e2d0fc9b0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=c25f11f92d4e4fd8965fe630ad77f3c3&device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 1130 time: 0.0391254 Sep 27 04:23:30.507343 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24e555-3ee0-4775-9955-bdab8bab1abc req-46bd4ac2-1951-4e1c-b839-115eb44c44d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:30.508777 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1a24e555-3ee0-4775-9955-bdab8bab1abc req-46bd4ac2-1951-4e1c-b839-115eb44c44d6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=3b03541e-a362-4f1f-858b-b7051275090d HTTP/1.1" status: 200 len: 919 time: 0.0887942 Sep 27 04:23:30.573321 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1a24e555-3ee0-4775-9955-bdab8bab1abc req-8e4db7b6-ccde-407a-9548-8df5efc4a729 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8760ae9b-e8ce-45d6-a54c-90337fdcb044 HTTP/1.1" status: 200 len: 1002 time: 0.0575080 Sep 27 04:23:30.834755 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:30.846815 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24e555-3ee0-4775-9955-bdab8bab1abc req-2e399467-4603-478f-afba-b0fbcecba5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:30.848256 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1a24e555-3ee0-4775-9955-bdab8bab1abc req-2e399467-4603-478f-afba-b0fbcecba5d3 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3d4a66ea-0873-4a30-ab4a-55cd0b629103 HTTP/1.1" status: 200 len: 857 time: 0.2662654 Sep 27 04:23:30.895308 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a24e555-3ee0-4775-9955-bdab8bab1abc req-b5aa3ff4-c5e3-4b0f-9fc1-230ca195d3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:30.896850 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1a24e555-3ee0-4775-9955-bdab8bab1abc req-b5aa3ff4-c5e3-4b0f-9fc1-230ca195d3d9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3b03541e-a362-4f1f-858b-b7051275090d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387838 Sep 27 04:23:30.954763 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a9f5f-2983-4900-9dd7-3e9aa08516d3 req-12126b53-1d97-4fbe-b6b6-90cb560d1f32 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:30.956252 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-043a9f5f-2983-4900-9dd7-3e9aa08516d3 req-12126b53-1d97-4fbe-b6b6-90cb560d1f32 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 985 time: 0.0473018 Sep 27 04:23:30.991554 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1a24e555-3ee0-4775-9955-bdab8bab1abc req-c16b9dd4-d676-4d77-996d-c81e25c2e00c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3b03541e-a362-4f1f-858b-b7051275090d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875912 Sep 27 04:23:31.015944 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-043a9f5f-2983-4900-9dd7-3e9aa08516d3 req-f668476e-2bcc-46c9-b82b-c161025e8754 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&id=e17d595b-0c19-4926-adc1-40062a9006bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539653 Sep 27 04:23:31.090434 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1a24e555-3ee0-4775-9955-bdab8bab1abc req-080b76d4-5716-444e-9dbe-48becb135613 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3b03541e-a362-4f1f-858b-b7051275090d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868218 Sep 27 04:23:32.141881 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38e7428-d520-495c-a907-5aa69ecdf7a1 req-e616271c-fa57-447d-8e31-09e2795e9a50 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:32.143321 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c38e7428-d520-495c-a907-5aa69ecdf7a1 req-e616271c-fa57-447d-8e31-09e2795e9a50 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 985 time: 0.0491345 Sep 27 04:23:32.203406 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c38e7428-d520-495c-a907-5aa69ecdf7a1 req-7ce2b43f-2484-4c59-ac94-988bda19a350 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&id=e17d595b-0c19-4926-adc1-40062a9006bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537636 Sep 27 04:23:33.315763 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:33.326324 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4babc849-548a-436d-b758-6447f363d56a req-a3ffabab-fb80-41d3-aadc-0a2d87700d60 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:33.327762 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4babc849-548a-436d-b758-6447f363d56a req-a3ffabab-fb80-41d3-aadc-0a2d87700d60 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 985 time: 0.0496004 Sep 27 04:23:33.386500 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4babc849-548a-436d-b758-6447f363d56a req-79586bff-aadb-42ac-b0dd-13c5c77a0fbc tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&id=e17d595b-0c19-4926-adc1-40062a9006bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525935 Sep 27 04:23:34.494678 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:34.506012 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfc9ba0-0cd3-4851-bc4f-4d1789bff511 req-9eeba5a8-e7e5-419e-8f47-a9002def639d tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:34.507471 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-6cfc9ba0-0cd3-4851-bc4f-4d1789bff511 req-9eeba5a8-e7e5-419e-8f47-a9002def639d tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 985 time: 0.0463471 Sep 27 04:23:34.567737 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-6cfc9ba0-0cd3-4851-bc4f-4d1789bff511 req-3765d339-0f58-415f-9f22-0cea750924cc tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&id=e17d595b-0c19-4926-adc1-40062a9006bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0543988 Sep 27 04:23:35.694335 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba28479-5f59-4a5d-aeee-5b848deff8d3 req-992b5ec0-3dcc-4e73-8a94-e3eda39ec814 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:35.695835 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1ba28479-5f59-4a5d-aeee-5b848deff8d3 req-992b5ec0-3dcc-4e73-8a94-e3eda39ec814 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 985 time: 0.0491486 Sep 27 04:23:35.754200 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1ba28479-5f59-4a5d-aeee-5b848deff8d3 req-bc385e7c-85df-4a6b-aedf-fdd4440c6a9b tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&id=e17d595b-0c19-4926-adc1-40062a9006bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527425 Sep 27 04:23:36.880446 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e31bd-d3a3-461a-bf97-54c1be5250f8 req-23ed9221-2615-4d05-823b-5c6a6cb31d1d tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:36.882047 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e83e31bd-d3a3-461a-bf97-54c1be5250f8 req-23ed9221-2615-4d05-823b-5c6a6cb31d1d tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 985 time: 0.0508084 Sep 27 04:23:36.940434 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e83e31bd-d3a3-461a-bf97-54c1be5250f8 req-15c0991c-ac63-461b-a5ab-8f64ac70f9a1 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&id=e17d595b-0c19-4926-adc1-40062a9006bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528517 Sep 27 04:23:36.977526 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-5a2c8008-f3c1-44a4-a765-918c779e289c tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:36.979035 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-5a2c8008-f3c1-44a4-a765-918c779e289c tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/networks?id=14e40f69-7e37-43ea-ba44-fd89b3b60419 HTTP/1.1" status: 200 len: 813 time: 0.1056464 Sep 27 04:23:36.993467 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-015e4dfe-ab04-424d-b13a-cf186a3447fb tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/quotas/14d42cf78c32468cb8bf10aa847c7cc3 HTTP/1.1" status: 200 len: 375 time: 0.0091610 Sep 27 04:23:37.024740 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-e9c63cef-d16d-4e4b-a157-31d5a022dd82 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=14d42cf78c32468cb8bf10aa847c7cc3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264528 Sep 27 04:23:37.168040 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-d6affb16-8a10-4e06-b864-661bf72caf2e service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 04:23:37.169144 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-d6affb16-8a10-4e06-b864-661bf72caf2e service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0483382 Sep 27 04:23:37.260144 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-f3740af9-d84a-4801-9945-3058442c94ef service neutron] 10.222.0.26 "GET /networking/v2.0/networks/14e40f69-7e37-43ea-ba44-fd89b3b60419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850186 Sep 27 04:23:37.347450 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-b1f5a7ab-46f9-4448-8ff0-e3848b08b442 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/14e40f69-7e37-43ea-ba44-fd89b3b60419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817151 Sep 27 04:23:37.509872 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5dcc0d9b-00f2-4cc2-a6f5-623a6f248f17 req-9d16d415-fa4f-4ae1-b4aa-6041bafb5601 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc919c44-b977-44e9-9c89-e92bcf1cebe6 HTTP/1.1" status: 200 len: 210 time: 0.0289195 Sep 27 04:23:38.046845 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:38.067791 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:38.076811 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac106c8d-fb83-4561-a0ac-ac47f3370b13 req-77b816d3-9d4f-473b-b07e-eb243e2a9cf9 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:38.078363 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ac106c8d-fb83-4561-a0ac-ac47f3370b13 req-77b816d3-9d4f-473b-b07e-eb243e2a9cf9 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 985 time: 0.0617552 Sep 27 04:23:38.146700 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ac106c8d-fb83-4561-a0ac-ac47f3370b13 req-be145680-a723-4000-9cf0-a9f616cac1d9 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&id=e17d595b-0c19-4926-adc1-40062a9006bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0618494 Sep 27 04:23:38.610482 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a60f1936-29b9-4b10-a06a-7aff456b92e3 req-900fc382-7350-43e0-b285-38eb068f2a17 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc919c44-b977-44e9-9c89-e92bcf1cebe6 HTTP/1.1" status: 200 len: 210 time: 0.0269730 Sep 27 04:23:38.919749 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-df7d4beb-1c18-4031-ac86-3ac6eaddf28d tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:38.921105 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-df7d4beb-1c18-4031-ac86-3ac6eaddf28d tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.57 "GET /networking/v2.0/networks?id=14e40f69-7e37-43ea-ba44-fd89b3b60419 HTTP/1.1" status: 200 len: 813 time: 0.1063302 Sep 27 04:23:38.943312 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-d6eb36aa-705d-488f-929a-c732ea0dca26 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Request body: {'port': {'device_id': 'dc919c44-b977-44e9-9c89-e92bcf1cebe6', 'network_id': '14e40f69-7e37-43ea-ba44-fd89b3b60419', 'admin_state_up': True, 'tenant_id': '14d42cf78c32468cb8bf10aa847c7cc3'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:23:39.054683 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-d6eb36aa-705d-488f-929a-c732ea0dca26 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Made reservation on behalf of 14d42cf78c32468cb8bf10aa847c7cc3 for: {'port': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:23:39.058425 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-d6eb36aa-705d-488f-929a-c732ea0dca26 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:39.185025 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-d6eb36aa-705d-488f-929a-c732ea0dca26 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Allocated IP 172.20.0.14 (14e40f69-7e37-43ea-ba44-fd89b3b60419/5be11e2d-b115-4126-97e6-2a19ea72362d/0fe69958-0631-4361-8934-1da42bed69db) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:23:39.196036 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:39.336413 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa5f4bc-e7ac-4a1e-b1a7-9977b8a2000e req-1d48a1cb-b40f-4e3e-a24d-02ad54c1792d tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:39.337920 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2aa5f4bc-e7ac-4a1e-b1a7-9977b8a2000e req-1d48a1cb-b40f-4e3e-a24d-02ad54c1792d tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 985 time: 0.0979757 Sep 27 04:23:39.409308 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-d6eb36aa-705d-488f-929a-c732ea0dca26 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Publish callbacks [] for port (0fe69958-0631-4361-8934-1da42bed69db), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:39.468294 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2aa5f4bc-e7ac-4a1e-b1a7-9977b8a2000e req-fee80cc4-8fc2-4218-a666-f5b7dbb3ff31 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&id=e17d595b-0c19-4926-adc1-40062a9006bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1220372 Sep 27 04:23:39.474362 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-d6eb36aa-705d-488f-929a-c732ea0dca26 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (0fe69958-0631-4361-8934-1da42bed69db), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:39.505829 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:39.522981 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-d6eb36aa-705d-488f-929a-c732ea0dca26 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Network 14e40f69-7e37-43ea-ba44-fd89b3b60419 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:23:39.526962 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-d6eb36aa-705d-488f-929a-c732ea0dca26 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:23:39.529361 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:39.531392 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-d6eb36aa-705d-488f-929a-c732ea0dca26 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:23:39.555909 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eb36aa-705d-488f-929a-c732ea0dca26 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Pushing event updated for resources: {'Port': ['ID=0fe69958-0631-4361-8934-1da42bed69db,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:23:39.584400 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-d6eb36aa-705d-488f-929a-c732ea0dca26 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:39.585001 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-d6eb36aa-705d-488f-929a-c732ea0dca26 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:39.600492 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-d6eb36aa-705d-488f-929a-c732ea0dca26 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6607151 Sep 27 04:23:39.730587 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7673d7-bfa4-4c4c-b4e2-be94b9fb58b7 req-61878f49-2c4a-446e-ab4f-5c08f08c15df tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:39.732075 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bd7673d7-bfa4-4c4c-b4e2-be94b9fb58b7 req-61878f49-2c4a-446e-ab4f-5c08f08c15df tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc919c44-b977-44e9-9c89-e92bcf1cebe6 HTTP/1.1" status: 200 len: 932 time: 0.0464706 Sep 27 04:23:39.778417 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bd7673d7-bfa4-4c4c-b4e2-be94b9fb58b7 req-2273f33a-80dc-4f33-a4b9-79344878ed41 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b085b3fa-48ce-47db-8026-9c8743b70349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408943 Sep 27 04:23:39.866552 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-faef891a-8fd5-4426-848d-1b6f5ff27662 service neutron] Request body: {'port': {'device_id': 'dc919c44-b977-44e9-9c89-e92bcf1cebe6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:23:39.927271 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-faef891a-8fd5-4426-848d-1b6f5ff27662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (0fe69958-0631-4361-8934-1da42bed69db), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:40.182864 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-faef891a-8fd5-4426-848d-1b6f5ff27662 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fe69958-0631-4361-8934-1da42bed69db {{(pid=106211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:23:40.190264 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-faef891a-8fd5-4426-848d-1b6f5ff27662 service neutron] Publish callbacks [] for port (0fe69958-0631-4361-8934-1da42bed69db), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:40.202624 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:40.203884 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.provisioning_blocks [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-faef891a-8fd5-4426-848d-1b6f5ff27662 service neutron] Transition to ACTIVE for port object 0fe69958-0631-4361-8934-1da42bed69db will not be triggered until provisioned by entity L2. {{(pid=106211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 04:23:40.208198 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-faef891a-8fd5-4426-848d-1b6f5ff27662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9553042'] for port (0fe69958-0631-4361-8934-1da42bed69db), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:40.272574 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef891a-8fd5-4426-848d-1b6f5ff27662 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe69958-0631-4361-8934-1da42bed69db,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:23:40.327522 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-faef891a-8fd5-4426-848d-1b6f5ff27662 service neutron] Attempting to bind port 0fe69958-0631-4361-8934-1da42bed69db on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:23:40.327855 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-faef891a-8fd5-4426-848d-1b6f5ff27662 service neutron] Attempting to bind port 0fe69958-0631-4361-8934-1da42bed69db by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': '8f76b480-d8af-4f6a-b685-392c9daa6c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '14e40f69-7e37-43ea-ba44-fd89b3b60419'}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:23:40.328180 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-faef891a-8fd5-4426-848d-1b6f5ff27662 service neutron] Attempting to bind port 0fe69958-0631-4361-8934-1da42bed69db on network 14e40f69-7e37-43ea-ba44-fd89b3b60419 {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:23:40.370399 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-faef891a-8fd5-4426-848d-1b6f5ff27662 service neutron] Port 0fe69958-0631-4361-8934-1da42bed69db on network 14e40f69-7e37-43ea-ba44-fd89b3b60419 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 04:23:40.370640 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-faef891a-8fd5-4426-848d-1b6f5ff27662 service neutron] Attempting to bind port 0fe69958-0631-4361-8934-1da42bed69db on network 14e40f69-7e37-43ea-ba44-fd89b3b60419 {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:23:40.414448 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-faef891a-8fd5-4426-848d-1b6f5ff27662 service neutron] Checking agent: {'id': 'b1f517e4-57bd-40c9-8710-cebf6376635e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'started_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:23:40.414780 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-faef891a-8fd5-4426-848d-1b6f5ff27662 service neutron] Checking segment: {'id': '8f76b480-d8af-4f6a-b685-392c9daa6c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '14e40f69-7e37-43ea-ba44-fd89b3b60419'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:23:40.415154 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-faef891a-8fd5-4426-848d-1b6f5ff27662 service neutron] Bound using segment: {'id': '8f76b480-d8af-4f6a-b685-392c9daa6c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '14e40f69-7e37-43ea-ba44-fd89b3b60419'} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:23:40.415611 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-faef891a-8fd5-4426-848d-1b6f5ff27662 service neutron] Bound port: 0fe69958-0631-4361-8934-1da42bed69db, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f76b480-d8af-4f6a-b685-392c9daa6c91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '14e40f69-7e37-43ea-ba44-fd89b3b60419'}}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:23:40.415970 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-faef891a-8fd5-4426-848d-1b6f5ff27662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (0fe69958-0631-4361-8934-1da42bed69db), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:40.479549 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-faef891a-8fd5-4426-848d-1b6f5ff27662 service neutron] For port 0fe69958-0631-4361-8934-1da42bed69db, host hv-cinder-85918, cleared binding levels {{(pid=106211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:23:40.482565 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-faef891a-8fd5-4426-848d-1b6f5ff27662 service neutron] For port 0fe69958-0631-4361-8934-1da42bed69db, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=0fe69958-0631-4361-8934-1da42bed69db,segment=NetworkSegment(8f76b480-d8af-4f6a-b685-392c9daa6c91),segment_id=8f76b480-d8af-4f6a-b685-392c9daa6c91)] {{(pid=106211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:23:40.488392 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-faef891a-8fd5-4426-848d-1b6f5ff27662 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9553042'] for port (0fe69958-0631-4361-8934-1da42bed69db), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:40.492745 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-faef891a-8fd5-4426-848d-1b6f5ff27662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:40.493345 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-faef891a-8fd5-4426-848d-1b6f5ff27662 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:40.494750 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-faef891a-8fd5-4426-848d-1b6f5ff27662 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/0fe69958-0631-4361-8934-1da42bed69db HTTP/1.1" status: 200 len: 1094 time: 0.6329782 Sep 27 04:23:40.495302 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc919c44-b977-44e9-9c89-e92bcf1cebe6', 'tag': '0fe69958-0631-4361-8934-1da42bed69db'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:23:40.497485 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375caaa08d89e17f41855227bc5930e71d4ac07142983a49768ae7ff94431a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661d07ca-0b35-46af-bae1-e24dff21a5ab" -d '{"events": [{"name": "network-changed", "server_uuid": "dc919c44-b977-44e9-9c89-e92bcf1cebe6", "tag": "0fe69958-0631-4361-8934-1da42bed69db"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:23:40.546283 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef891a-8fd5-4426-848d-1b6f5ff27662 service neutron] Pushing event updated for resources: {'Port': ['ID=0fe69958-0631-4361-8934-1da42bed69db,revision_number=3']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:23:40.587615 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb45639d-e956-4392-8534-5b6fe368f43f x-openstack-request-id: req-eb45639d-e956-4392-8534-5b6fe368f43f {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:23:40.587900 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc919c44-b977-44e9-9c89-e92bcf1cebe6", "tag": "0fe69958-0631-4361-8934-1da42bed69db", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:23:40.588148 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eb45639d-e956-4392-8534-5b6fe368f43f {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:23:40.588577 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb45639d-e956-4392-8534-5b6fe368f43f'] response: {'name': 'network-changed', 'server_uuid': 'dc919c44-b977-44e9-9c89-e92bcf1cebe6', 'tag': '0fe69958-0631-4361-8934-1da42bed69db', 'status': 'completed', 'code': 200} Sep 27 04:23:40.622237 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:40.631981 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-3f196d91-3aec-4c3d-8d1d-5dadcd80786e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:40.633465 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-3f196d91-3aec-4c3d-8d1d-5dadcd80786e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=14d42cf78c32468cb8bf10aa847c7cc3&device_id=dc919c44-b977-44e9-9c89-e92bcf1cebe6 HTTP/1.1" status: 200 len: 1128 time: 0.0766866 Sep 27 04:23:40.644561 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e07dc-0ab0-42f1-abd5-f2e5be41e3bf req-7f7df0d5-f22a-4a5e-8463-a9689b19220c tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:40.646039 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-271e07dc-0ab0-42f1-abd5-f2e5be41e3bf req-7f7df0d5-f22a-4a5e-8463-a9689b19220c tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 985 time: 0.0566237 Sep 27 04:23:40.697222 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-4fe6738b-ec91-458f-8986-79b1e4dca070 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fe69958-0631-4361-8934-1da42bed69db HTTP/1.1" status: 200 len: 217 time: 0.0501633 Sep 27 04:23:40.771616 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-271e07dc-0ab0-42f1-abd5-f2e5be41e3bf req-0e752334-f247-4bab-94f7-c7619b431fbc tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&id=e17d595b-0c19-4926-adc1-40062a9006bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1171391 Sep 27 04:23:40.782016 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-5c28237f-c2f5-48f3-838f-df5a5ed42566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:40.783911 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-5c28237f-c2f5-48f3-838f-df5a5ed42566 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=5be11e2d-b115-4126-97e6-2a19ea72362d HTTP/1.1" status: 200 len: 853 time: 0.0703702 Sep 27 04:23:40.795551 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c3d3f9-a100-48d1-9c53-0b3f858c5d8a req-c6a612c7-787f-42a2-964e-74d666200026 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:40.797023 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-20c3d3f9-a100-48d1-9c53-0b3f858c5d8a req-c6a612c7-787f-42a2-964e-74d666200026 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0476398 Sep 27 04:23:40.845575 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-20c3d3f9-a100-48d1-9c53-0b3f858c5d8a req-5cb5e6a9-ca63-4f7f-96ca-5ce4a33e9606 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423620 Sep 27 04:23:40.903911 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983c4ebb-b704-46a6-ba0b-e3896211ad50 req-9a13eb40-4c50-463e-98cc-015113780449 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:40.905329 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-983c4ebb-b704-46a6-ba0b-e3896211ad50 req-9a13eb40-4c50-463e-98cc-015113780449 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc919c44-b977-44e9-9c89-e92bcf1cebe6 HTTP/1.1" status: 200 len: 944 time: 0.0519598 Sep 27 04:23:40.952314 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-983c4ebb-b704-46a6-ba0b-e3896211ad50 req-a77c9dbf-481f-4004-aac2-e011191e4057 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b085b3fa-48ce-47db-8026-9c8743b70349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405619 Sep 27 04:23:41.039955 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-7eafd744-092e-470e-8fab-8e61aba19f81 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=14e40f69-7e37-43ea-ba44-fd89b3b60419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265877 Sep 27 04:23:41.194724 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-aa5982eb-2f0e-4b80-9f4a-5fcbf9773853 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/14e40f69-7e37-43ea-ba44-fd89b3b60419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845809 Sep 27 04:23:41.282708 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-11753184-8b31-422c-bc88-e5ff01a61f88 req-0d294dbf-583d-465c-b94a-2acd1f3badf7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/14e40f69-7e37-43ea-ba44-fd89b3b60419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811703 Sep 27 04:23:41.900155 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7910ddb4-77e5-4624-a1a8-bcf9557218e4 req-1ad00abb-1284-46d8-a850-70db8eac33b4 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:41.901648 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7910ddb4-77e5-4624-a1a8-bcf9557218e4 req-1ad00abb-1284-46d8-a850-70db8eac33b4 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 985 time: 0.0514543 Sep 27 04:23:41.962161 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7910ddb4-77e5-4624-a1a8-bcf9557218e4 req-bb7ddc57-f9d2-4298-bea8-07ea47943e43 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&id=e17d595b-0c19-4926-adc1-40062a9006bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545666 Sep 27 04:23:41.970068 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c4e433-638b-4f76-83a7-55e3d128f796 req-8d4bc867-1642-403e-b211-273156735f01 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:41.971534 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-93c4e433-638b-4f76-83a7-55e3d128f796 req-8d4bc867-1642-403e-b211-273156735f01 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0455317 Sep 27 04:23:42.022520 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-93c4e433-638b-4f76-83a7-55e3d128f796 req-eb1d6256-86e0-4eef-b821-5b0ef6dd2deb tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452299 Sep 27 04:23:42.070370 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b72de1-2858-41b5-a7d5-460d6100b50d req-6b94f4f3-db2d-4210-8cb7-c2b02da9a3b9 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:42.071839 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f2b72de1-2858-41b5-a7d5-460d6100b50d req-6b94f4f3-db2d-4210-8cb7-c2b02da9a3b9 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc919c44-b977-44e9-9c89-e92bcf1cebe6 HTTP/1.1" status: 200 len: 944 time: 0.0473621 Sep 27 04:23:42.117953 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f2b72de1-2858-41b5-a7d5-460d6100b50d req-fea6364d-a88c-4f92-ab40-8f0f95c26232 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b085b3fa-48ce-47db-8026-9c8743b70349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405104 Sep 27 04:23:42.707412 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d07ca-0b35-46af-bae1-e24dff21a5ab req-0e0b3eba-8aee-490f-9c7d-0e8570cedd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:42.709637 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-661d07ca-0b35-46af-bae1-e24dff21a5ab req-0e0b3eba-8aee-490f-9c7d-0e8570cedd55 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=14d42cf78c32468cb8bf10aa847c7cc3&device_id=dc919c44-b977-44e9-9c89-e92bcf1cebe6 HTTP/1.1" status: 200 len: 1128 time: 0.0422721 Sep 27 04:23:43.067908 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:43.085298 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2a1d25-ff4d-44a3-930a-ed3d22f12c86 req-8a45c015-a158-43c3-b767-4dff3d329089 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:43.086947 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2a2a1d25-ff4d-44a3-930a-ed3d22f12c86 req-8a45c015-a158-43c3-b767-4dff3d329089 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 985 time: 0.0497918 Sep 27 04:23:43.147581 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2a2a1d25-ff4d-44a3-930a-ed3d22f12c86 req-18464f53-e606-4ad5-8b3b-3f4defdabe14 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&id=e17d595b-0c19-4926-adc1-40062a9006bc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0551469 Sep 27 04:23:43.147785 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e27b1-0a6e-4a1f-aef6-b632506dc163 req-7dd98ef6-784a-41f8-9f7b-a2b9478bc6ba tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:43.149123 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e22e27b1-0a6e-4a1f-aef6-b632506dc163 req-7dd98ef6-784a-41f8-9f7b-a2b9478bc6ba tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0488741 Sep 27 04:23:43.207992 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e22e27b1-0a6e-4a1f-aef6-b632506dc163 req-5829e55b-a342-4801-8264-1695536bc4f8 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533206 Sep 27 04:23:43.259636 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e745fcd5-edc7-4318-98db-38a305a634ea req-1239d429-9310-4de0-8e28-5d1cb6c4fa80 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:43.260983 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e745fcd5-edc7-4318-98db-38a305a634ea req-1239d429-9310-4de0-8e28-5d1cb6c4fa80 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc919c44-b977-44e9-9c89-e92bcf1cebe6 HTTP/1.1" status: 200 len: 944 time: 0.0511699 Sep 27 04:23:43.315802 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e745fcd5-edc7-4318-98db-38a305a634ea req-86ae6206-93b5-4687-a38d-8ce77e8ac9b0 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b085b3fa-48ce-47db-8026-9c8743b70349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492210 Sep 27 04:23:43.362204 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 0fe69958-0631-4361-8934-1da42bed69db details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 04:23:43.395264 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d07ca-0b35-46af-bae1-e24dff21a5ab req-f3b5bf40-47f9-4e4d-bad9-30d3fcdf95ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:43.396802 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-661d07ca-0b35-46af-bae1-e24dff21a5ab req-f3b5bf40-47f9-4e4d-bad9-30d3fcdf95ad service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=14e40f69-7e37-43ea-ba44-fd89b3b60419 HTTP/1.1" status: 200 len: 914 time: 0.0928736 Sep 27 04:23:43.443957 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-661d07ca-0b35-46af-bae1-e24dff21a5ab req-e81ce89e-708b-4784-b4d7-7aad0113e6be service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0fe69958-0631-4361-8934-1da42bed69db HTTP/1.1" status: 200 len: 217 time: 0.0386429 Sep 27 04:23:43.462068 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 0fe69958-0631-4361-8934-1da42bed69db, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=0fe69958-0631-4361-8934-1da42bed69db,segment=NetworkSegment(8f76b480-d8af-4f6a-b685-392c9daa6c91),segment_id=8f76b480-d8af-4f6a-b685-392c9daa6c91)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:23:43.473409 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Returning: {'device': '0fe69958-0631-4361-8934-1da42bed69db', 'network_id': '14e40f69-7e37-43ea-ba44-fd89b3b60419', 'port_id': '0fe69958-0631-4361-8934-1da42bed69db', 'mac_address': 'fa:16:3e:00:94:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5be11e2d-b115-4126-97e6-2a19ea72362d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 04:23:43.475312 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:43.500196 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d07ca-0b35-46af-bae1-e24dff21a5ab req-127d350f-707a-43e0-8a23-e8715f73d02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:43.501835 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-661d07ca-0b35-46af-bae1-e24dff21a5ab req-127d350f-707a-43e0-8a23-e8715f73d02e service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=5be11e2d-b115-4126-97e6-2a19ea72362d HTTP/1.1" status: 200 len: 853 time: 0.0443981 Sep 27 04:23:43.517198 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port 0fe69958-0631-4361-8934-1da42bed69db is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:23:43.517512 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (0fe69958-0631-4361-8934-1da42bed69db), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:43.532128 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fe69958-0631-4361-8934-1da42bed69db {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:23:43.538934 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-661d07ca-0b35-46af-bae1-e24dff21a5ab req-6559ca9d-6024-4633-abf3-7eeed3851f3c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=14e40f69-7e37-43ea-ba44-fd89b3b60419&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271223 Sep 27 04:23:43.556280 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 0fe69958-0631-4361-8934-1da42bed69db, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=0fe69958-0631-4361-8934-1da42bed69db,segment=NetworkSegment(8f76b480-d8af-4f6a-b685-392c9daa6c91),segment_id=8f76b480-d8af-4f6a-b685-392c9daa6c91)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:23:43.562122 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (0fe69958-0631-4361-8934-1da42bed69db), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:43.607668 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:43.616071 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=0fe69958-0631-4361-8934-1da42bed69db,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:23:43.647298 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-661d07ca-0b35-46af-bae1-e24dff21a5ab req-3924c960-fd48-48e1-ae77-b3a7c37a694d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/14e40f69-7e37-43ea-ba44-fd89b3b60419?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943947 Sep 27 04:23:43.739341 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-661d07ca-0b35-46af-bae1-e24dff21a5ab req-e946def1-4bc2-4677-8870-76aaf934474b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/14e40f69-7e37-43ea-ba44-fd89b3b60419?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849397 Sep 27 04:23:43.893149 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['0fe69958-0631-4361-8934-1da42bed69db'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:23:44.292381 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:44.330128 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960a268-c9cc-4ab0-9203-0175cdf82603 req-0d238a36-9d64-4bc5-9680-2570792eec4d tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:44.331572 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6960a268-c9cc-4ab0-9203-0175cdf82603 req-0d238a36-9d64-4bc5-9680-2570792eec4d tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0473843 Sep 27 04:23:44.378186 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6960a268-c9cc-4ab0-9203-0175cdf82603 req-661f6b8f-f313-4c64-aad0-1411c430c03d tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410633 Sep 27 04:23:44.441275 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ca3d4-8cee-456b-8334-bc11702cf4f0 req-2baab2f0-2498-4f61-8b12-7ef9cfe5fa29 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:44.442805 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-440ca3d4-8cee-456b-8334-bc11702cf4f0 req-2baab2f0-2498-4f61-8b12-7ef9cfe5fa29 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc919c44-b977-44e9-9c89-e92bcf1cebe6 HTTP/1.1" status: 200 len: 945 time: 0.0501046 Sep 27 04:23:44.489482 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-440ca3d4-8cee-456b-8334-bc11702cf4f0 req-da935d58-ac84-4f00-b3b3-e6e0f1d26d28 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b085b3fa-48ce-47db-8026-9c8743b70349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411787 Sep 27 04:23:45.379915 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 0fe69958-0631-4361-8934-1da42bed69db up at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:23:45.424335 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning for port 0fe69958-0631-4361-8934-1da42bed69db completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 04:23:45.430578 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning complete for port 0fe69958-0631-4361-8934-1da42bed69db triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:23:45.430953 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (0fe69958-0631-4361-8934-1da42bed69db), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:45.431284 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Attempt 1 to provision port 0fe69958-0631-4361-8934-1da42bed69db Sep 27 04:23:45.506450 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port 0fe69958-0631-4361-8934-1da42bed69db is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:23:45.506855 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (0fe69958-0631-4361-8934-1da42bed69db), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:45.509305 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a06f0a-58cb-48af-ae80-95f327858178 req-7e5e87e3-3840-42ce-af86-cc48e9fb844f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:45.510814 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c0a06f0a-58cb-48af-ae80-95f327858178 req-7e5e87e3-3840-42ce-af86-cc48e9fb844f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0462303 Sep 27 04:23:45.531282 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc919c44-b977-44e9-9c89-e92bcf1cebe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe69958-0631-4361-8934-1da42bed69db'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:23:45.533934 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2687affa0ef786a15f255b59e70001bb997277ef1a41850ee1c1551a100c7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee97820b-1fc3-4ce3-a2e5-ed7ed63aa73c" -d '{"events": [{"server_uuid": "dc919c44-b977-44e9-9c89-e92bcf1cebe6", "name": "network-vif-plugged", "status": "completed", "tag": "0fe69958-0631-4361-8934-1da42bed69db"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:23:45.549669 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 0fe69958-0631-4361-8934-1da42bed69db, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=0fe69958-0631-4361-8934-1da42bed69db,segment=NetworkSegment(8f76b480-d8af-4f6a-b685-392c9daa6c91),segment_id=8f76b480-d8af-4f6a-b685-392c9daa6c91)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:23:45.555258 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (0fe69958-0631-4361-8934-1da42bed69db), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:45.568894 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c0a06f0a-58cb-48af-ae80-95f327858178 req-2e348166-96ba-40f7-8169-9ad599bb47d1 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515850 Sep 27 04:23:45.605600 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=0fe69958-0631-4361-8934-1da42bed69db,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:23:45.628406 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7476214b-b1df-40ba-8c2c-8a4f34a4b9dc x-openstack-request-id: req-7476214b-b1df-40ba-8c2c-8a4f34a4b9dc {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:23:45.628779 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc919c44-b977-44e9-9c89-e92bcf1cebe6", "name": "network-vif-plugged", "status": "completed", "tag": "0fe69958-0631-4361-8934-1da42bed69db", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:23:45.629092 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7476214b-b1df-40ba-8c2c-8a4f34a4b9dc {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:23:45.629492 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7476214b-b1df-40ba-8c2c-8a4f34a4b9dc'] response: {'server_uuid': 'dc919c44-b977-44e9-9c89-e92bcf1cebe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fe69958-0631-4361-8934-1da42bed69db', 'code': 200} Sep 27 04:23:45.636813 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b4f82d-be5a-4d4e-9287-4450201dd9fc req-10104ab1-3b7e-4e6f-b385-f91f67e5e350 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:45.638311 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-07b4f82d-be5a-4d4e-9287-4450201dd9fc req-10104ab1-3b7e-4e6f-b385-f91f67e5e350 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc919c44-b977-44e9-9c89-e92bcf1cebe6 HTTP/1.1" status: 200 len: 946 time: 0.0655792 Sep 27 04:23:45.687189 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-07b4f82d-be5a-4d4e-9287-4450201dd9fc req-2584357d-7c01-47a2-8f65-e414f59a78d8 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b085b3fa-48ce-47db-8026-9c8743b70349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433869 Sep 27 04:23:45.804673 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4321c13-1815-4021-a75d-273348ec0230 req-e51ab9c4-62ff-4467-8c6f-051122fca8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:45.806242 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a4321c13-1815-4021-a75d-273348ec0230 req-e51ab9c4-62ff-4467-8c6f-051122fca8c5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=dc919c44-b977-44e9-9c89-e92bcf1cebe6 HTTP/1.1" status: 200 len: 1130 time: 0.0381250 Sep 27 04:23:45.854530 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a4321c13-1815-4021-a75d-273348ec0230 req-c0bfd935-504b-483b-ac17-4adc53fb6ab3 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=b085b3fa-48ce-47db-8026-9c8743b70349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400476 Sep 27 04:23:46.690993 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a42b75f-51a9-4416-aad4-926874e27293 req-73e833df-46cc-4600-a88f-47773f4cacdf tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:46.692336 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9a42b75f-51a9-4416-aad4-926874e27293 req-73e833df-46cc-4600-a88f-47773f4cacdf tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0457506 Sep 27 04:23:46.738969 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9a42b75f-51a9-4416-aad4-926874e27293 req-bd5f4c34-881f-4fa6-a078-4396afb9ddb7 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405290 Sep 27 04:23:46.806374 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef06bb9-9e86-4bea-a528-ebe761829e81 req-256c69c5-a894-443e-97a5-00f219e60063 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:46.807813 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-fef06bb9-9e86-4bea-a528-ebe761829e81 req-256c69c5-a894-443e-97a5-00f219e60063 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc919c44-b977-44e9-9c89-e92bcf1cebe6 HTTP/1.1" status: 200 len: 946 time: 0.0456271 Sep 27 04:23:46.853981 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-fef06bb9-9e86-4bea-a528-ebe761829e81 req-2c0a9c07-dc84-4cac-be1b-39fd49a2cf81 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b085b3fa-48ce-47db-8026-9c8743b70349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408180 Sep 27 04:23:47.869423 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37d02d-2cf2-4027-add7-6fa2f8340877 req-ff441856-74af-4659-8892-72edd0f072e3 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:47.870897 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2e37d02d-2cf2-4027-add7-6fa2f8340877 req-ff441856-74af-4659-8892-72edd0f072e3 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0454257 Sep 27 04:23:47.919093 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2e37d02d-2cf2-4027-add7-6fa2f8340877 req-e3b585a0-a18b-48eb-9e86-64db73cbed6a tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426984 Sep 27 04:23:47.975441 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f36053-d2ed-4056-81fa-740deeab657a req-fae53ac0-2854-4bff-affc-2decf00f2588 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:47.976855 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c2f36053-d2ed-4056-81fa-740deeab657a req-fae53ac0-2854-4bff-affc-2decf00f2588 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc919c44-b977-44e9-9c89-e92bcf1cebe6 HTTP/1.1" status: 200 len: 946 time: 0.0455756 Sep 27 04:23:48.022617 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c2f36053-d2ed-4056-81fa-740deeab657a req-dcc00b6a-91a5-4e66-8029-fb458bcab493 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b085b3fa-48ce-47db-8026-9c8743b70349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401659 Sep 27 04:23:49.040729 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb41100-48c4-4eb9-adbf-459312dc47db req-cf292f52-42b3-4cca-81fb-04175f291f0e tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:49.042059 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8eb41100-48c4-4eb9-adbf-459312dc47db req-cf292f52-42b3-4cca-81fb-04175f291f0e tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0489714 Sep 27 04:23:49.059428 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:49.087743 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8eb41100-48c4-4eb9-adbf-459312dc47db req-b199f241-aadc-467e-ba8d-de7d76cff030 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403214 Sep 27 04:23:50.217343 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9142a762-aa18-4c60-bdcc-afefeb411fdb req-4b89a73d-0079-4309-a42d-a60a96fe37c0 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:50.218830 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9142a762-aa18-4c60-bdcc-afefeb411fdb req-4b89a73d-0079-4309-a42d-a60a96fe37c0 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0496397 Sep 27 04:23:50.264908 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9142a762-aa18-4c60-bdcc-afefeb411fdb req-60c088f3-9db3-4097-ad5a-14d88072cc08 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400136 Sep 27 04:23:50.279997 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-3f873e7d-82a9-445b-8bc8-131c35889ce7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:51.386651 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d2d8a-c4e1-4a83-a93f-44e7afcd49b4 req-df7cdaca-0ccc-4418-80c7-149cfc571c66 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:51.388090 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-bb6d2d8a-c4e1-4a83-a93f-44e7afcd49b4 req-df7cdaca-0ccc-4418-80c7-149cfc571c66 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0458751 Sep 27 04:23:51.443688 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-bb6d2d8a-c4e1-4a83-a93f-44e7afcd49b4 req-8676e5f8-8734-4324-a4d8-4bbce8e76c5a tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501695 Sep 27 04:23:51.701417 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:23:52.244026 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-f14bc1e5-48c2-4f03-bbd1-3015b3ffc325 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:52.527280 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:52.566220 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57e6616-d212-428a-8265-bbb3755694c9 req-db183f04-cefa-4289-9b4c-4e7e3eef8add tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:52.567743 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a57e6616-d212-428a-8265-bbb3755694c9 req-db183f04-cefa-4289-9b4c-4e7e3eef8add tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0493329 Sep 27 04:23:52.615001 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a57e6616-d212-428a-8265-bbb3755694c9 req-c907c907-3a2c-48a5-a74c-1f636cd12b96 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415769 Sep 27 04:23:53.688338 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:53.700791 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:53.732423 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419e889-5c9f-4511-9edc-629721315a0c req-eb2c5292-7ce3-40e3-a4f6-47aff8026ea0 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:53.733967 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9419e889-5c9f-4511-9edc-629721315a0c req-eb2c5292-7ce3-40e3-a4f6-47aff8026ea0 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0452309 Sep 27 04:23:53.786959 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9419e889-5c9f-4511-9edc-629721315a0c req-ca7b231f-b292-4754-91a5-9d6c97f4303c tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447154 Sep 27 04:23:54.905897 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c3015c-2c46-4da5-a794-3002e5bf0aa8 req-5bb28b01-71e9-45a0-88ae-88fd82e9f597 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:54.907346 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f1c3015c-2c46-4da5-a794-3002e5bf0aa8 req-5bb28b01-71e9-45a0-88ae-88fd82e9f597 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0455425 Sep 27 04:23:54.957281 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f1c3015c-2c46-4da5-a794-3002e5bf0aa8 req-55b17a7a-a379-4f8a-a80e-358967afe13d tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441198 Sep 27 04:23:55.057430 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:55.154060 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:23:56.077737 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4ad220-fdaa-4d2f-8681-f168e85acc1b req-8efcb742-f0eb-43da-915c-484f84916402 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:56.079200 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-7f4ad220-fdaa-4d2f-8681-f168e85acc1b req-8efcb742-f0eb-43da-915c-484f84916402 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0457973 Sep 27 04:23:56.125137 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-7f4ad220-fdaa-4d2f-8681-f168e85acc1b req-d38f55e0-cdde-4ae5-b0bb-2f6aa4c5ca46 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397754 Sep 27 04:23:57.248062 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b4500-cee9-43e1-aa6e-f8df8ac4085a req-498e7233-09a4-40fb-a341-67b5458b75a7 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:57.249533 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b66b4500-cee9-43e1-aa6e-f8df8ac4085a req-498e7233-09a4-40fb-a341-67b5458b75a7 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0482893 Sep 27 04:23:57.296252 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b66b4500-cee9-43e1-aa6e-f8df8ac4085a req-dd710ac1-4e35-46fc-a092-c42c9a0c8e9f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411949 Sep 27 04:23:57.492583 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa497e2-9051-4e6f-9d60-672f8dc8df65 req-b0fe2be1-77ab-4757-b9e6-179f5761c141 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:57.494072 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9aa497e2-9051-4e6f-9d60-672f8dc8df65 req-b0fe2be1-77ab-4757-b9e6-179f5761c141 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0460434 Sep 27 04:23:57.541012 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9aa497e2-9051-4e6f-9d60-672f8dc8df65 req-bc4e57bb-1e5b-41d9-9391-9ff2c92dee6e tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412827 Sep 27 04:23:58.645721 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:23:58.660986 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af74a9-3f0a-43cd-abe5-b3ba68612d32 req-ccac79e4-370d-4650-9a73-5d96d3544492 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:58.662491 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e0af74a9-3f0a-43cd-abe5-b3ba68612d32 req-ccac79e4-370d-4650-9a73-5d96d3544492 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0464184 Sep 27 04:23:58.708594 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e0af74a9-3f0a-43cd-abe5-b3ba68612d32 req-026ee15e-2ee5-4def-9fae-77161ea06824 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405071 Sep 27 04:23:59.151108 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309346d8-20c0-475e-95e9-1d02f967f852 req-5e9f2a0f-9d91-4d6e-93b2-9ccee6d7bb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:59.152587 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-309346d8-20c0-475e-95e9-1d02f967f852 req-5e9f2a0f-9d91-4d6e-93b2-9ccee6d7bb46 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1c6cc70cbd2b4c04864f33ebafa06b5a&device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 1129 time: 0.0459838 Sep 27 04:23:59.243831 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309346d8-20c0-475e-95e9-1d02f967f852 req-ede1e679-c1dc-4cb2-afd7-cfc43bdadfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:59.245292 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-309346d8-20c0-475e-95e9-1d02f967f852 req-ede1e679-c1dc-4cb2-afd7-cfc43bdadfbd service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=a72f6105-d258-45cb-a84d-18590bef93c2 HTTP/1.1" status: 200 len: 911 time: 0.0851133 Sep 27 04:23:59.314534 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-309346d8-20c0-475e-95e9-1d02f967f852 req-92a442cc-a1e7-4b95-954b-292eaeadbfc1 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef3b9eed-fccf-490a-bc0f-2fe41f79b621 HTTP/1.1" status: 200 len: 1000 time: 0.0578580 Sep 27 04:23:59.365963 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309346d8-20c0-475e-95e9-1d02f967f852 req-f17a8faa-527a-48fd-83e9-a813104e05f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:59.367343 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-309346d8-20c0-475e-95e9-1d02f967f852 req-f17a8faa-527a-48fd-83e9-a813104e05f7 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=8e579293-c2b5-4786-882a-437ca24df95d HTTP/1.1" status: 200 len: 849 time: 0.0429869 Sep 27 04:23:59.415641 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309346d8-20c0-475e-95e9-1d02f967f852 req-2dca3b4a-59ce-4d4f-a6c4-761dc5032a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:59.417130 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-309346d8-20c0-475e-95e9-1d02f967f852 req-2dca3b4a-59ce-4d4f-a6c4-761dc5032a3e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=a72f6105-d258-45cb-a84d-18590bef93c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397201 Sep 27 04:23:59.520676 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-309346d8-20c0-475e-95e9-1d02f967f852 req-794411bd-3c1f-4434-b620-084370947e2a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a72f6105-d258-45cb-a84d-18590bef93c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899668 Sep 27 04:23:59.609284 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-309346d8-20c0-475e-95e9-1d02f967f852 req-37a6385a-341d-4438-a0e9-825f7f6e3756 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a72f6105-d258-45cb-a84d-18590bef93c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811639 Sep 27 04:23:59.837894 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a20447-2634-4279-9f62-cc4972fdae4a req-9892dc2d-966d-4cf7-8c30-ad449c10b2cd tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:23:59.839340 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e4a20447-2634-4279-9f62-cc4972fdae4a req-9892dc2d-966d-4cf7-8c30-ad449c10b2cd tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0484297 Sep 27 04:23:59.885516 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e4a20447-2634-4279-9f62-cc4972fdae4a req-c60a4a80-3469-4f4c-b9cd-241ac8e0804e tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406380 Sep 27 04:24:01.007454 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b781ded-62b3-4acd-858e-b341ace12bb3 req-6fa51bd4-b648-4d41-b0fa-0ad7995176b3 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:01.008898 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1b781ded-62b3-4acd-858e-b341ace12bb3 req-6fa51bd4-b648-4d41-b0fa-0ad7995176b3 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0502796 Sep 27 04:24:01.038439 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:01.068942 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1b781ded-62b3-4acd-858e-b341ace12bb3 req-1d23aaf1-4243-4368-a3b8-50efd2cb17be tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546262 Sep 27 04:24:01.696422 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:01.697200 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:02.188671 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6ac42-9260-43c4-b9e6-fba8c88f216a req-ab5ed25f-ba10-4198-bef8-056e7add521e tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:02.190148 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a2f6ac42-9260-43c4-b9e6-fba8c88f216a req-ab5ed25f-ba10-4198-bef8-056e7add521e tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0464671 Sep 27 04:24:02.236133 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a2f6ac42-9260-43c4-b9e6-fba8c88f216a req-43869628-0e21-4cf4-81ad-706c0d3717ec tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399675 Sep 27 04:24:03.357489 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6551a-371d-4ad2-952b-185a4111f917 req-7525a9b5-3f25-494f-b3e7-eaebe4399d1e tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:03.358975 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0db6551a-371d-4ad2-952b-185a4111f917 req-7525a9b5-3f25-494f-b3e7-eaebe4399d1e tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0467556 Sep 27 04:24:03.406423 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0db6551a-371d-4ad2-952b-185a4111f917 req-38044bc3-7a4b-47d7-826a-e381b629dcaf tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420711 Sep 27 04:24:04.519579 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:04.528949 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb95cbf5-a4ff-499d-a59a-b0cd9f97c1c4 req-3c717cc9-8610-4cef-98b4-4aebcce8c32d tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:04.530445 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cb95cbf5-a4ff-499d-a59a-b0cd9f97c1c4 req-3c717cc9-8610-4cef-98b4-4aebcce8c32d tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0505319 Sep 27 04:24:04.580821 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cb95cbf5-a4ff-499d-a59a-b0cd9f97c1c4 req-2f7bd294-9bd2-4c66-b61d-abd86c7bdefa tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442836 Sep 27 04:24:05.148834 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=72,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:05.150721 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=2,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:07.586163 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2c55bbdd-7102-4789-966e-5f36aff39ff9 req-f3b6a2f5-c208-4ce9-95b7-95df9a99c068 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0373316 Sep 27 04:24:07.657156 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55bbdd-7102-4789-966e-5f36aff39ff9 req-f232f90f-6837-4535-bb69-1292c884e7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:07.658588 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2c55bbdd-7102-4789-966e-5f36aff39ff9 req-f232f90f-6837-4535-bb69-1292c884e7c9 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=312fa89a4d9b43c5919b7bad5411002a&device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 1131 time: 0.0422366 Sep 27 04:24:07.772639 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55bbdd-7102-4789-966e-5f36aff39ff9 req-47f5edc9-f167-4af2-ab64-0affedb8908f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:07.774140 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2c55bbdd-7102-4789-966e-5f36aff39ff9 req-47f5edc9-f167-4af2-ab64-0affedb8908f service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6 HTTP/1.1" status: 200 len: 917 time: 0.0868752 Sep 27 04:24:07.843618 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2c55bbdd-7102-4789-966e-5f36aff39ff9 req-e1d9913d-25fe-4ab8-8d8e-6672eeb2ca87 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bbab3923-3dca-428e-93ca-c5dd6eb5cde9 HTTP/1.1" status: 200 len: 1002 time: 0.0617590 Sep 27 04:24:07.898988 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55bbdd-7102-4789-966e-5f36aff39ff9 req-d9841f77-d090-415a-8c5c-b108485cf3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:07.900774 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2c55bbdd-7102-4789-966e-5f36aff39ff9 req-d9841f77-d090-415a-8c5c-b108485cf3fc service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=7fbc1344-d37e-4e3c-8ea2-baced031ac4e HTTP/1.1" status: 200 len: 855 time: 0.0495915 Sep 27 04:24:07.947811 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:07.954598 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55bbdd-7102-4789-966e-5f36aff39ff9 req-976a1b4d-42a4-4673-a376-297a0a1c30b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:07.956127 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2c55bbdd-7102-4789-966e-5f36aff39ff9 req-976a1b4d-42a4-4673-a376-297a0a1c30b0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452490 Sep 27 04:24:08.065557 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:08.391868 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2c55bbdd-7102-4789-966e-5f36aff39ff9 req-40eea853-9284-40f4-8964-1b980af1b20d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930467 Sep 27 04:24:08.522597 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2c55bbdd-7102-4789-966e-5f36aff39ff9 req-36aaf03c-03ee-4047-82cd-488ecd919bf5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861926 Sep 27 04:24:09.311386 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b759a4c-a72d-4796-a731-c7f6cb60769d req-422cc14f-a826-4b45-bfa3-6ce66c3bd333 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:09.312741 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3b759a4c-a72d-4796-a731-c7f6cb60769d req-422cc14f-a826-4b45-bfa3-6ce66c3bd333 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc919c44-b977-44e9-9c89-e92bcf1cebe6 HTTP/1.1" status: 200 len: 946 time: 0.0495214 Sep 27 04:24:09.358845 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3b759a4c-a72d-4796-a731-c7f6cb60769d req-a1af1b49-695b-4db7-bf67-62527010ccd1 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b085b3fa-48ce-47db-8026-9c8743b70349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404959 Sep 27 04:24:10.482908 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dcb080-101d-445b-ab1d-115cf8b39aeb req-022bba54-b975-4b0d-b8fe-c35dc1d64349 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:10.484434 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-02dcb080-101d-445b-ab1d-115cf8b39aeb req-022bba54-b975-4b0d-b8fe-c35dc1d64349 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc919c44-b977-44e9-9c89-e92bcf1cebe6 HTTP/1.1" status: 200 len: 946 time: 0.0496008 Sep 27 04:24:10.531451 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-02dcb080-101d-445b-ab1d-115cf8b39aeb req-685ae85d-bee8-46e1-b620-d5cb4717ca3d tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b085b3fa-48ce-47db-8026-9c8743b70349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408046 Sep 27 04:24:11.394648 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535d7570-7fc2-4d16-b86c-89dff92bb894 req-eb08c107-db1d-4790-9662-b3663723d918 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:11.396542 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-535d7570-7fc2-4d16-b86c-89dff92bb894 req-eb08c107-db1d-4790-9662-b3663723d918 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=dc919c44-b977-44e9-9c89-e92bcf1cebe6 HTTP/1.1" status: 200 len: 946 time: 0.0439286 Sep 27 04:24:11.739509 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [req-535d7570-7fc2-4d16-b86c-89dff92bb894 req-ef239acd-901e-44e3-8cbb-71fa08828b66 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Deleting port 0fe69958-0631-4361-8934-1da42bed69db {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:24:11.739869 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-535d7570-7fc2-4d16-b86c-89dff92bb894 req-ef239acd-901e-44e3-8cbb-71fa08828b66 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (0fe69958-0631-4361-8934-1da42bed69db), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:11.766914 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020df742-9980-4fec-bbe2-5f6e7a3fb2db req-02e63050-e2f4-4b26-9f52-fa376825d0ad tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:11.768358 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-020df742-9980-4fec-bbe2-5f6e7a3fb2db req-02e63050-e2f4-4b26-9f52-fa376825d0ad tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=dc919c44-b977-44e9-9c89-e92bcf1cebe6 HTTP/1.1" status: 200 len: 946 time: 0.0690050 Sep 27 04:24:11.860126 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:11.871297 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-020df742-9980-4fec-bbe2-5f6e7a3fb2db req-edddbdb1-b03a-4665-9f05-a615e2af83ce tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=b085b3fa-48ce-47db-8026-9c8743b70349&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780518 Sep 27 04:24:11.876358 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-535d7570-7fc2-4d16-b86c-89dff92bb894 req-ef239acd-901e-44e3-8cbb-71fa08828b66 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] For port 0fe69958-0631-4361-8934-1da42bed69db, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=0fe69958-0631-4361-8934-1da42bed69db,segment=NetworkSegment(8f76b480-d8af-4f6a-b685-392c9daa6c91),segment_id=8f76b480-d8af-4f6a-b685-392c9daa6c91)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:24:11.876725 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-535d7570-7fc2-4d16-b86c-89dff92bb894 req-ef239acd-901e-44e3-8cbb-71fa08828b66 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (0fe69958-0631-4361-8934-1da42bed69db), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:11.889920 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [req-535d7570-7fc2-4d16-b86c-89dff92bb894 req-ef239acd-901e-44e3-8cbb-71fa08828b66 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Calling delete_port for 0fe69958-0631-4361-8934-1da42bed69db owned by compute:nova {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:24:12.012265 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-535d7570-7fc2-4d16-b86c-89dff92bb894 req-ef239acd-901e-44e3-8cbb-71fa08828b66 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (0fe69958-0631-4361-8934-1da42bed69db), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:12.043116 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef239acd-901e-44e3-8cbb-71fa08828b66 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Pushing event deleted for resources: {'Port': ['ID=0fe69958-0631-4361-8934-1da42bed69db,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:12.069637 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef239acd-901e-44e3-8cbb-71fa08828b66 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:12.070017 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef239acd-901e-44e3-8cbb-71fa08828b66 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:12.070364 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef239acd-901e-44e3-8cbb-71fa08828b66 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:12.070707 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef239acd-901e-44e3-8cbb-71fa08828b66 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:12.071043 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef239acd-901e-44e3-8cbb-71fa08828b66 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:12.071376 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef239acd-901e-44e3-8cbb-71fa08828b66 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:12.071707 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef239acd-901e-44e3-8cbb-71fa08828b66 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:12.072037 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef239acd-901e-44e3-8cbb-71fa08828b66 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:12.072366 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef239acd-901e-44e3-8cbb-71fa08828b66 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:12.072696 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef239acd-901e-44e3-8cbb-71fa08828b66 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:12.073026 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef239acd-901e-44e3-8cbb-71fa08828b66 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:12.073355 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef239acd-901e-44e3-8cbb-71fa08828b66 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:12.073681 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef239acd-901e-44e3-8cbb-71fa08828b66 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:12.074030 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef239acd-901e-44e3-8cbb-71fa08828b66 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:12.074351 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef239acd-901e-44e3-8cbb-71fa08828b66 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:12.096129 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [req-535d7570-7fc2-4d16-b86c-89dff92bb894 req-ef239acd-901e-44e3-8cbb-71fa08828b66 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] No DVR routers for this DVR port 0fe69958-0631-4361-8934-1da42bed69db on host hv-cinder-85918 {{(pid=106211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:24:12.098495 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-535d7570-7fc2-4d16-b86c-89dff92bb894 req-ef239acd-901e-44e3-8cbb-71fa08828b66 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:12.101841 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-535d7570-7fc2-4d16-b86c-89dff92bb894 req-ef239acd-901e-44e3-8cbb-71fa08828b66 tempest-VolumesSnapshotTestJSON-699738051 tempest-VolumesSnapshotTestJSON-699738051-project] 10.222.0.57 "DELETE /networking/v2.0/ports/0fe69958-0631-4361-8934-1da42bed69db HTTP/1.1" status: 204 len: 173 time: 0.6989160 Sep 27 04:24:12.102257 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc919c44-b977-44e9-9c89-e92bcf1cebe6', 'name': 'network-vif-deleted', 'tag': '0fe69958-0631-4361-8934-1da42bed69db'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:24:12.104472 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375caaa08d89e17f41855227bc5930e71d4ac07142983a49768ae7ff94431a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384f9aea-1f19-4043-88b1-4ce31134417d" -d '{"events": [{"server_uuid": "dc919c44-b977-44e9-9c89-e92bcf1cebe6", "name": "network-vif-deleted", "tag": "0fe69958-0631-4361-8934-1da42bed69db"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:24:12.147885 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660200e1-4670-4113-8436-db3978a64b30 x-openstack-request-id: req-660200e1-4670-4113-8436-db3978a64b30 {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:24:12.148170 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc919c44-b977-44e9-9c89-e92bcf1cebe6", "name": "network-vif-deleted", "tag": "0fe69958-0631-4361-8934-1da42bed69db", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:24:12.148419 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-660200e1-4670-4113-8436-db3978a64b30 {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:24:12.148819 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-660200e1-4670-4113-8436-db3978a64b30'] response: {'server_uuid': 'dc919c44-b977-44e9-9c89-e92bcf1cebe6', 'name': 'network-vif-deleted', 'tag': '0fe69958-0631-4361-8934-1da42bed69db', 'status': 'completed', 'code': 200} Sep 27 04:24:13.493116 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 0fe69958-0631-4361-8934-1da42bed69db no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:24:13.512568 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] No Port match for: 0fe69958-0631-4361-8934-1da42bed69db {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:24:13.512914 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 0fe69958-0631-4361-8934-1da42bed69db not bound to the agent host hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:24:19.231339 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8752ef09-9abf-4a2b-92d7-e035e9f01560 req-9e7b8a43-ac71-456c-bafc-ea1165001691 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:19.233091 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8752ef09-9abf-4a2b-92d7-e035e9f01560 req-9e7b8a43-ac71-456c-bafc-ea1165001691 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 947 time: 0.0493774 Sep 27 04:24:19.282008 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8752ef09-9abf-4a2b-92d7-e035e9f01560 req-2ad252ef-d66f-4f8e-bf79-7762161ab74a tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430443 Sep 27 04:24:20.282880 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-98ffb362-6491-4460-8ca6-c18d18826289 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:20.410897 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566aa475-f3c6-482e-8c53-d810d2e0cb29 req-f7fe9db4-7050-4093-9937-c753e9733d82 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:20.412393 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-566aa475-f3c6-482e-8c53-d810d2e0cb29 req-f7fe9db4-7050-4093-9937-c753e9733d82 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 947 time: 0.0465386 Sep 27 04:24:20.462481 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-566aa475-f3c6-482e-8c53-d810d2e0cb29 req-eb5f483a-09ed-488f-832b-b8b6a87ad4c6 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445042 Sep 27 04:24:21.099118 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180519e-783d-41ab-b8b5-d2f0023d9cca req-43b99d6f-abe8-43ba-844f-21e479845b6e tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:21.100615 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9180519e-783d-41ab-b8b5-d2f0023d9cca req-43b99d6f-abe8-43ba-844f-21e479845b6e tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 947 time: 0.0485950 Sep 27 04:24:21.131981 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:21.185006 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [req-9180519e-783d-41ab-b8b5-d2f0023d9cca req-a638b1f5-2106-484e-b242-12d67aea384d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Deleting port bbab3923-3dca-428e-93ca-c5dd6eb5cde9 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:24:21.185344 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-9180519e-783d-41ab-b8b5-d2f0023d9cca req-a638b1f5-2106-484e-b242-12d67aea384d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (bbab3923-3dca-428e-93ca-c5dd6eb5cde9), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:21.275810 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-9180519e-783d-41ab-b8b5-d2f0023d9cca req-a638b1f5-2106-484e-b242-12d67aea384d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] For port bbab3923-3dca-428e-93ca-c5dd6eb5cde9, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=bbab3923-3dca-428e-93ca-c5dd6eb5cde9,segment=NetworkSegment(188f0649-0d82-4591-a8be-8000cf940ed2),segment_id=188f0649-0d82-4591-a8be-8000cf940ed2)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:24:21.276170 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-9180519e-783d-41ab-b8b5-d2f0023d9cca req-a638b1f5-2106-484e-b242-12d67aea384d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (bbab3923-3dca-428e-93ca-c5dd6eb5cde9), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:21.484903 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-9180519e-783d-41ab-b8b5-d2f0023d9cca req-a638b1f5-2106-484e-b242-12d67aea384d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:21.485274 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-9180519e-783d-41ab-b8b5-d2f0023d9cca req-a638b1f5-2106-484e-b242-12d67aea384d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4106707'] for floatingip (66179e57-7da1-4953-9db1-3d263a97c895), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:21.485591 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.db.l3_db [req-9180519e-783d-41ab-b8b5-d2f0023d9cca req-a638b1f5-2106-484e-b242-12d67aea384d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Floating IP 66179e57-7da1-4953-9db1-3d263a97c895 disassociated. External IP: 172.27.0.180, port: bbab3923-3dca-428e-93ca-c5dd6eb5cde9. Sep 27 04:24:21.485965 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [req-9180519e-783d-41ab-b8b5-d2f0023d9cca req-a638b1f5-2106-484e-b242-12d67aea384d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Calling delete_port for bbab3923-3dca-428e-93ca-c5dd6eb5cde9 owned by compute:nova {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:24:21.607454 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:21.616918 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729d194-3daa-4475-b5c9-40d768b2b92e req-1c8cce26-2080-4a03-adcc-4a9a8bc21654 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:21.618330 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e729d194-3daa-4475-b5c9-40d768b2b92e req-1c8cce26-2080-4a03-adcc-4a9a8bc21654 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 947 time: 0.0578160 Sep 27 04:24:21.702114 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-9180519e-783d-41ab-b8b5-d2f0023d9cca req-a638b1f5-2106-484e-b242-12d67aea384d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (bbab3923-3dca-428e-93ca-c5dd6eb5cde9), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:21.713437 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e729d194-3daa-4475-b5c9-40d768b2b92e req-0a948d8d-c5c9-4e63-b227-8a5543beb1e9 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=34ffa770-a7d9-4d84-9c61-d25f5aba0345&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860705 Sep 27 04:24:21.734244 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a638b1f5-2106-484e-b242-12d67aea384d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Pushing event deleted for resources: {'Port': ['ID=bbab3923-3dca-428e-93ca-c5dd6eb5cde9,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:21.855594 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9180519e-783d-41ab-b8b5-d2f0023d9cca req-a638b1f5-2106-484e-b242-12d67aea384d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Router 484d1f09-a6b1-4259-a367-00e5d24c5c04 has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:24:21.966766 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9180519e-783d-41ab-b8b5-d2f0023d9cca req-a638b1f5-2106-484e-b242-12d67aea384d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:24:21.976409 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a9dc85-d35d-4164-8ce8-9d18cdb33f48 None None] Sync routers for ids ['484d1f09-a6b1-4259-a367-00e5d24c5c04'] in dv-cinder-859186-3-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:24:21.986604 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a9dc85-d35d-4164-8ce8-9d18cdb33f48 None None] Routers {'484d1f09-a6b1-4259-a367-00e5d24c5c04'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:24:21.987321 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-53a9dc85-d35d-4164-8ce8-9d18cdb33f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:23:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['484d1f09-a6b1-4259-a367-00e5d24c5c04'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:22.009411 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [req-9180519e-783d-41ab-b8b5-d2f0023d9cca req-a638b1f5-2106-484e-b242-12d67aea384d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] No DVR routers for this DVR port bbab3923-3dca-428e-93ca-c5dd6eb5cde9 on host hv-cinder-85918 {{(pid=106211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:24:22.012189 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-9180519e-783d-41ab-b8b5-d2f0023d9cca req-a638b1f5-2106-484e-b242-12d67aea384d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:22.015569 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9180519e-783d-41ab-b8b5-d2f0023d9cca req-a638b1f5-2106-484e-b242-12d67aea384d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.57 "DELETE /networking/v2.0/ports/bbab3923-3dca-428e-93ca-c5dd6eb5cde9 HTTP/1.1" status: 204 len: 173 time: 0.9082398 Sep 27 04:24:22.016076 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '333a79d8-9886-4cc6-bbd4-335bee1d98b6', 'name': 'network-vif-deleted', 'tag': 'bbab3923-3dca-428e-93ca-c5dd6eb5cde9'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:24:22.018373 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375caaa08d89e17f41855227bc5930e71d4ac07142983a49768ae7ff94431a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc520c4-1ed7-48b1-ac0f-42596cbc2b2e" -d '{"events": [{"server_uuid": "333a79d8-9886-4cc6-bbd4-335bee1d98b6", "name": "network-vif-deleted", "tag": "bbab3923-3dca-428e-93ca-c5dd6eb5cde9"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:24:22.059020 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e94b24-0771-4316-81b5-51b77e68c3a4 x-openstack-request-id: req-c5e94b24-0771-4316-81b5-51b77e68c3a4 {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:24:22.059315 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "333a79d8-9886-4cc6-bbd4-335bee1d98b6", "name": "network-vif-deleted", "tag": "bbab3923-3dca-428e-93ca-c5dd6eb5cde9", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:24:22.059572 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c5e94b24-0771-4316-81b5-51b77e68c3a4 {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:24:22.059980 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5e94b24-0771-4316-81b5-51b77e68c3a4'] response: {'server_uuid': '333a79d8-9886-4cc6-bbd4-335bee1d98b6', 'name': 'network-vif-deleted', 'tag': 'bbab3923-3dca-428e-93ca-c5dd6eb5cde9', 'status': 'completed', 'code': 200} Sep 27 04:24:22.094236 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-53a9dc85-d35d-4164-8ce8-9d18cdb33f48 None None] Set router 484d1f09-a6b1-4259-a367-00e5d24c5c04 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:24:22.254278 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e61d7e08-740b-411b-ad7e-de2f9700f555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:22.298078 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-53a9dc85-d35d-4164-8ce8-9d18cdb33f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'name': 'tempest-AttachVolumeShelveTestJSON-185060981-router', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:58Z', 'updated_at': '2022-09-27T04:20:07Z', 'revision_number': 4, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'gw_port': {'id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:00Z', 'updated_at': '2022-09-27T04:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'd38ba25f-11e0-4272-a046-108afa9fa96c', 'name': '', 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'mac_address': 'fa:16:3e:e9:8a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:06Z', 'updated_at': '2022-09-27T04:20:22Z', 'revision_number': 5, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'subnets': [{'id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:22.322944 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a9dc85-d35d-4164-8ce8-9d18cdb33f48 None None] Checking router: 484d1f09-a6b1-4259-a367-00e5d24c5c04 for host: dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:24:22.331899 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a9dc85-d35d-4164-8ce8-9d18cdb33f48 None None] Routers {'484d1f09-a6b1-4259-a367-00e5d24c5c04'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:24:22.332497 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-53a9dc85-d35d-4164-8ce8-9d18cdb33f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:24:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['484d1f09-a6b1-4259-a367-00e5d24c5c04'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:22.435541 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-53a9dc85-d35d-4164-8ce8-9d18cdb33f48 None None] Set router 484d1f09-a6b1-4259-a367-00e5d24c5c04 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:24:22.628333 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-53a9dc85-d35d-4164-8ce8-9d18cdb33f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'name': 'tempest-AttachVolumeShelveTestJSON-185060981-router', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:58Z', 'updated_at': '2022-09-27T04:20:07Z', 'revision_number': 4, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'gw_port': {'id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:00Z', 'updated_at': '2022-09-27T04:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'd38ba25f-11e0-4272-a046-108afa9fa96c', 'name': '', 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'mac_address': 'fa:16:3e:e9:8a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:06Z', 'updated_at': '2022-09-27T04:20:22Z', 'revision_number': 5, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'subnets': [{'id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:22.652936 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53a9dc85-d35d-4164-8ce8-9d18cdb33f48 None None] The sync data for ids ['484d1f09-a6b1-4259-a367-00e5d24c5c04'] in dv-cinder-859186-3-iscsi is: [{'id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'name': 'tempest-AttachVolumeShelveTestJSON-185060981-router', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:58Z', 'updated_at': '2022-09-27T04:20:07Z', 'revision_number': 4, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'gw_port': {'id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:00Z', 'updated_at': '2022-09-27T04:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'd38ba25f-11e0-4272-a046-108afa9fa96c', 'name': '', 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'mac_address': 'fa:16:3e:e9:8a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:06Z', 'updated_at': '2022-09-27T04:20:22Z', 'revision_number': 5, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'subnets': [{'id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:24:22.838304 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a266696a-d8a7-4c68-92ba-b1caf64a8578 req-77a44f01-791a-4387-8942-d36f3bd0d44b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 210 time: 0.0333874 Sep 27 04:24:22.906062 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0473d8b5-3cdb-4012-bc8c-643fc0fb24cb None None] New status for floating IP 66179e57-7da1-4953-9db1-3d263a97c895: DOWN {{(pid=106213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 04:24:23.705166 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:23.944539 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ff509bcf-b325-47e1-8faa-42e77087d1b8 req-584a9a25-2a1f-4374-be9e-5ef7a30036f5 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 210 time: 0.0299909 Sep 27 04:24:24.591600 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device bbab3923-3dca-428e-93ca-c5dd6eb5cde9 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:24:24.614932 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] No Port match for: bbab3923-3dca-428e-93ca-c5dd6eb5cde9 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:24:24.615298 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device bbab3923-3dca-428e-93ca-c5dd6eb5cde9 not bound to the agent host hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:24:25.062727 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:25.068749 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9ddf9c59-9ead-4095-8ac7-bf110a50aa58 req-9c6c2fdd-9f14-4da9-aae3-983ed5fcb8b4 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=333a79d8-9886-4cc6-bbd4-335bee1d98b6 HTTP/1.1" status: 200 len: 210 time: 0.0346518 Sep 27 04:24:25.157233 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:26.167386 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 33504) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:26.174764 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=81 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:26.222281 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1e45cb4d-8aae-4601-9140-f1e61c3ae74b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for security_group (34ffa770-a7d9-4d84-9c61-d25f5aba0345), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:26.244911 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1e45cb4d-8aae-4601-9140-f1e61c3ae74b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for security_group (34ffa770-a7d9-4d84-9c61-d25f5aba0345), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:26.293281 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1e45cb4d-8aae-4601-9140-f1e61c3ae74b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (34ffa770-a7d9-4d84-9c61-d25f5aba0345), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:26.295846 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1e45cb4d-8aae-4601-9140-f1e61c3ae74b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:26.296986 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-1e45cb4d-8aae-4601-9140-f1e61c3ae74b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/34ffa770-a7d9-4d84-9c61-d25f5aba0345 HTTP/1.1" status: 204 len: 168 time: 0.1284766 Sep 27 04:24:26.299848 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 33506) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:26.306177 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e45cb4d-8aae-4601-9140-f1e61c3ae74b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ffa770-a7d9-4d84-9c61-d25f5aba0345,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:26.313207 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45cb4d-8aae-4601-9140-f1e61c3ae74b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:26.313475 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.api.v2.resource [None req-fc088c7e-a05a-44a3-808b-248eedb56d6a tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] show failed (client error): The resource could not be found. Sep 27 04:24:26.313590 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45cb4d-8aae-4601-9140-f1e61c3ae74b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:26.313916 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45cb4d-8aae-4601-9140-f1e61c3ae74b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:26.314261 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45cb4d-8aae-4601-9140-f1e61c3ae74b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:26.314488 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-fc088c7e-a05a-44a3-808b-248eedb56d6a tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups/34ffa770-a7d9-4d84-9c61-d25f5aba0345 HTTP/1.1" status: 404 len: 347 time: 0.0136194 Sep 27 04:24:26.314600 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45cb4d-8aae-4601-9140-f1e61c3ae74b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:26.314917 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45cb4d-8aae-4601-9140-f1e61c3ae74b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:26.315248 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45cb4d-8aae-4601-9140-f1e61c3ae74b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:26.315576 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45cb4d-8aae-4601-9140-f1e61c3ae74b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:26.315905 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45cb4d-8aae-4601-9140-f1e61c3ae74b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:26.316232 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45cb4d-8aae-4601-9140-f1e61c3ae74b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:26.316559 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45cb4d-8aae-4601-9140-f1e61c3ae74b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:26.316886 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45cb4d-8aae-4601-9140-f1e61c3ae74b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:26.317208 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45cb4d-8aae-4601-9140-f1e61c3ae74b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:26.317320 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 33508) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:26.317530 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45cb4d-8aae-4601-9140-f1e61c3ae74b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:26.317926 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e45cb4d-8aae-4601-9140-f1e61c3ae74b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:26.432347 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-00661a08-7510-4a1c-bce1-4d8e47d98888 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Deleting port f3a8b4a6-2987-4295-939e-4a2a5803075b {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:24:26.432692 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-00661a08-7510-4a1c-bce1-4d8e47d98888 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (f3a8b4a6-2987-4295-939e-4a2a5803075b), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:26.468843 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:26.513261 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-00661a08-7510-4a1c-bce1-4d8e47d98888 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (f3a8b4a6-2987-4295-939e-4a2a5803075b), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:26.513589 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-00661a08-7510-4a1c-bce1-4d8e47d98888 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for floatingip (f3a8b4a6-2987-4295-939e-4a2a5803075b), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:26.525428 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-00661a08-7510-4a1c-bce1-4d8e47d98888 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Calling delete_port for f3a8b4a6-2987-4295-939e-4a2a5803075b owned by network:floatingip {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:24:26.663040 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-00661a08-7510-4a1c-bce1-4d8e47d98888 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (f3a8b4a6-2987-4295-939e-4a2a5803075b), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:26.690626 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00661a08-7510-4a1c-bce1-4d8e47d98888 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Pushing event deleted for resources: {'Port': ['ID=f3a8b4a6-2987-4295-939e-4a2a5803075b,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:26.751060 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-00661a08-7510-4a1c-bce1-4d8e47d98888 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for floatingip (66179e57-7da1-4953-9db1-3d263a97c895), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:26.753536 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-00661a08-7510-4a1c-bce1-4d8e47d98888 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:26.754699 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-00661a08-7510-4a1c-bce1-4d8e47d98888 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/66179e57-7da1-4953-9db1-3d263a97c895 HTTP/1.1" status: 204 len: 168 time: 0.4363658 Sep 27 04:24:26.840667 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 33512) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:26.845195 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-af8d625e-a19d-47bc-93e8-548195f44c3f tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Request body: {'security_group': {'name': 'tempest-securitygroup--94112026', 'description': 'tempest-description--1766623998'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:24:26.867013 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-af8d625e-a19d-47bc-93e8-548195f44c3f tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:26.882399 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:26.936202 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-af8d625e-a19d-47bc-93e8-548195f44c3f tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for security_group (4a036648-69d9-4a9d-b723-5993a340c9f4), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:26.939948 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-af8d625e-a19d-47bc-93e8-548195f44c3f tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (4a036648-69d9-4a9d-b723-5993a340c9f4), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:26.971841 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-af8d625e-a19d-47bc-93e8-548195f44c3f tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:26.973050 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-af8d625e-a19d-47bc-93e8-548195f44c3f tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1313951 Sep 27 04:24:26.973734 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8d625e-a19d-47bc-93e8-548195f44c3f tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a036648-69d9-4a9d-b723-5993a340c9f4,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:26.975946 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 33516) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:26.980479 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-c3883214-43ff-4abc-8894-d8f2fb8e1b40 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Request body: {'security_group_rule': {'security_group_id': '4a036648-69d9-4a9d-b723-5993a340c9f4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:24:27.006861 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c3883214-43ff-4abc-8894-d8f2fb8e1b40 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for security_group_rule (923a22a9-d84e-422c-9e7c-31115ab5f36e), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:27.065669 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c3883214-43ff-4abc-8894-d8f2fb8e1b40 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for security_group_rule (923a22a9-d84e-422c-9e7c-31115ab5f36e), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:27.070223 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c3883214-43ff-4abc-8894-d8f2fb8e1b40 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112009'] for security_group_rule (923a22a9-d84e-422c-9e7c-31115ab5f36e), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:27.087940 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3883214-43ff-4abc-8894-d8f2fb8e1b40 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=923a22a9-d84e-422c-9e7c-31115ab5f36e,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:27.097098 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c3883214-43ff-4abc-8894-d8f2fb8e1b40 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:27.098311 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-c3883214-43ff-4abc-8894-d8f2fb8e1b40 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214695 Sep 27 04:24:27.101180 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 33522) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:27.105529 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-71edf651-3ada-4904-aa0b-bd270358f7c1 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Request body: {'security_group_rule': {'security_group_id': '4a036648-69d9-4a9d-b723-5993a340c9f4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:24:27.133116 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-71edf651-3ada-4904-aa0b-bd270358f7c1 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for security_group_rule (0f99e0f7-7e02-46b2-8f8e-06db55ce2cd8), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:27.192737 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-71edf651-3ada-4904-aa0b-bd270358f7c1 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for security_group_rule (0f99e0f7-7e02-46b2-8f8e-06db55ce2cd8), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:27.196794 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-71edf651-3ada-4904-aa0b-bd270358f7c1 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112009'] for security_group_rule (0f99e0f7-7e02-46b2-8f8e-06db55ce2cd8), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:27.210518 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:27.215154 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71edf651-3ada-4904-aa0b-bd270358f7c1 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f99e0f7-7e02-46b2-8f8e-06db55ce2cd8,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:27.226832 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-71edf651-3ada-4904-aa0b-bd270358f7c1 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:27.228352 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-71edf651-3ada-4904-aa0b-bd270358f7c1 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1260321 Sep 27 04:24:27.231981 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 33528) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:27.236473 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-3aad5c9b-b4a7-4a2f-ab5b-1f43787de1a3 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Request body: {'floatingip': {'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:24:27.260325 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3aad5c9b-b4a7-4a2f-ab5b-1f43787de1a3 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:27.339125 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3aad5c9b-b4a7-4a2f-ab5b-1f43787de1a3 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:27.445006 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-3aad5c9b-b4a7-4a2f-ab5b-1f43787de1a3 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Allocated IP 172.27.0.21 (4c2326fb-b4db-42c7-9331-4377c9818745/65648eee-291b-4b8a-95c0-f3ca12df09c9/46f78686-8131-4972-b452-475e717d6edf) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:24:27.549271 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3aad5c9b-b4a7-4a2f-ab5b-1f43787de1a3 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for port (46f78686-8131-4972-b452-475e717d6edf), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:27.579975 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3aad5c9b-b4a7-4a2f-ab5b-1f43787de1a3 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (46f78686-8131-4972-b452-475e717d6edf), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:27.606130 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:27.622499 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aad5c9b-b4a7-4a2f-ab5b-1f43787de1a3 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Network 4c2326fb-b4db-42c7-9331-4377c9818745 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:24:27.627982 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-3aad5c9b-b4a7-4a2f-ab5b-1f43787de1a3 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:24:27.631354 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aad5c9b-b4a7-4a2f-ab5b-1f43787de1a3 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:24:27.633421 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad5c9b-b4a7-4a2f-ab5b-1f43787de1a3 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Pushing event updated for resources: {'Port': ['ID=46f78686-8131-4972-b452-475e717d6edf,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:27.750749 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3aad5c9b-b4a7-4a2f-ab5b-1f43787de1a3 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for floatingip (9529d0d6-86e7-4753-98e3-8eeba2af0489), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:27.792322 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3aad5c9b-b4a7-4a2f-ab5b-1f43787de1a3 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (46f78686-8131-4972-b452-475e717d6edf), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:28.043078 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:28.169640 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3aad5c9b-b4a7-4a2f-ab5b-1f43787de1a3 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for port (46f78686-8131-4972-b452-475e717d6edf), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:28.173962 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3aad5c9b-b4a7-4a2f-ab5b-1f43787de1a3 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (46f78686-8131-4972-b452-475e717d6edf), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:28.247980 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad5c9b-b4a7-4a2f-ab5b-1f43787de1a3 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Pushing event updated for resources: {'Port': ['ID=46f78686-8131-4972-b452-475e717d6edf,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:28.251120 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3aad5c9b-b4a7-4a2f-ab5b-1f43787de1a3 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4106707'] for floatingip (9529d0d6-86e7-4753-98e3-8eeba2af0489), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:28.267840 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3aad5c9b-b4a7-4a2f-ab5b-1f43787de1a3 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:28.269202 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-3aad5c9b-b4a7-4a2f-ab5b-1f43787de1a3 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0362179 Sep 27 04:24:28.468616 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-056eb51a-b124-451b-90e7-8c00df8776db tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--94112026&fields=id&tenant_id=312fa89a4d9b43c5919b7bad5411002a HTTP/1.1" status: 200 len: 267 time: 0.0419712 Sep 27 04:24:28.578083 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-f1c84b37-df4e-4e3f-a82c-3525d08e2852 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:28.579459 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-f1c84b37-df4e-4e3f-a82c-3525d08e2852 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/networks?id=50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6 HTTP/1.1" status: 200 len: 816 time: 0.1039820 Sep 27 04:24:28.593489 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-b1732eed-d3bf-4a59-905d-e312f98282ce tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/quotas/312fa89a4d9b43c5919b7bad5411002a HTTP/1.1" status: 200 len: 375 time: 0.0086946 Sep 27 04:24:28.641297 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-db2bc6e6-35d1-4686-a83f-48034c7db765 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=312fa89a4d9b43c5919b7bad5411002a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430865 Sep 27 04:24:28.700073 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:24:28.737515 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-6b2719bf-aa6a-4a9c-b9cb-2751dad1a9e0 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850089 Sep 27 04:24:28.828062 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-0b0a0d6b-18dc-4eba-bd68-c6c4706134e1 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843601 Sep 27 04:24:28.990967 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b7fee001-742e-45ba-a8c0-c64b6a4708e1 req-8af4e690-c423-4151-84f3-9831ea2e9446 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 210 time: 0.0270078 Sep 27 04:24:30.103020 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-34049eeb-17db-4458-86c9-2d0ec378d116 req-64448516-1a9a-4f85-9ac6-e1c41b042982 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 210 time: 0.0334613 Sep 27 04:24:30.164554 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:30.211252 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-45b630ae-a9c0-453c-9789-67b14465ef8a tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:30.212676 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-45b630ae-a9c0-453c-9789-67b14465ef8a tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.57 "GET /networking/v2.0/networks?id=50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6 HTTP/1.1" status: 200 len: 816 time: 0.1120725 Sep 27 04:24:30.291570 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-25ed4350-64c6-43aa-92c6-764891430c60 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=312fa89a4d9b43c5919b7bad5411002a HTTP/1.1" status: 200 len: 378 time: 0.0681338 Sep 27 04:24:30.381539 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-92e346c7-f2cb-41bd-86c1-017e4e800eb9 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Request body: {'port': {'device_id': '5c6879a2-4ef5-4e16-8066-a2f05eca633c', 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6', 'admin_state_up': True, 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'security_groups': ['4a036648-69d9-4a9d-b723-5993a340c9f4']}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:24:30.485838 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-92e346c7-f2cb-41bd-86c1-017e4e800eb9 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Made reservation on behalf of 312fa89a4d9b43c5919b7bad5411002a for: {'port': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:24:30.490028 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-92e346c7-f2cb-41bd-86c1-017e4e800eb9 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:30.624695 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-92e346c7-f2cb-41bd-86c1-017e4e800eb9 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Allocated IP 172.20.0.3 (50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6/7fbc1344-d37e-4e3c-8ea2-baced031ac4e/b5c073b9-7000-4407-b92c-8e4279bf0f72) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:24:30.708280 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:30.763147 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-92e346c7-f2cb-41bd-86c1-017e4e800eb9 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for port (b5c073b9-7000-4407-b92c-8e4279bf0f72), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:30.794317 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-92e346c7-f2cb-41bd-86c1-017e4e800eb9 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (b5c073b9-7000-4407-b92c-8e4279bf0f72), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:30.834172 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-92e346c7-f2cb-41bd-86c1-017e4e800eb9 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Network 50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:24:30.839480 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-92e346c7-f2cb-41bd-86c1-017e4e800eb9 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:24:30.843285 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-92e346c7-f2cb-41bd-86c1-017e4e800eb9 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:24:30.868439 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e346c7-f2cb-41bd-86c1-017e4e800eb9 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Pushing event updated for resources: {'Port': ['ID=b5c073b9-7000-4407-b92c-8e4279bf0f72,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:30.899829 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-92e346c7-f2cb-41bd-86c1-017e4e800eb9 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:30.900470 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-92e346c7-f2cb-41bd-86c1-017e4e800eb9 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:30.917281 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-92e346c7-f2cb-41bd-86c1-017e4e800eb9 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5399652 Sep 27 04:24:31.010853 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-02c7e390-8b01-4555-b5a4-b1be72f71aa6 service neutron] Request body: {'port': {'device_id': '5c6879a2-4ef5-4e16-8066-a2f05eca633c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:24:31.080040 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-02c7e390-8b01-4555-b5a4-b1be72f71aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (b5c073b9-7000-4407-b92c-8e4279bf0f72), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:31.083658 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-1ffa9314-0763-4763-a8e6-f69425179918 None None] Provisioning complete for port b5c073b9-7000-4407-b92c-8e4279bf0f72 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:24:31.084229 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-1ffa9314-0763-4763-a8e6-f69425179918 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (b5c073b9-7000-4407-b92c-8e4279bf0f72), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:31.084348 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-1ffa9314-0763-4763-a8e6-f69425179918 None None] Attempt 1 to provision port b5c073b9-7000-4407-b92c-8e4279bf0f72 Sep 27 04:24:31.110020 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:31.116742 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-1ffa9314-0763-4763-a8e6-f69425179918 None None] Port b5c073b9-7000-4407-b92c-8e4279bf0f72 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:24:31.237950 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e21fd4-a6fc-4d9e-9079-c098c66d403e req-3075e80c-2470-4df5-af31-228928b34b72 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:31.239406 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-51e21fd4-a6fc-4d9e-9079-c098c66d403e req-3075e80c-2470-4df5-af31-228928b34b72 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 931 time: 0.0471716 Sep 27 04:24:31.292952 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-51e21fd4-a6fc-4d9e-9079-c098c66d403e req-32c2b146-e140-4ba3-b03f-52167948a56c tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471177 Sep 27 04:24:31.336869 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-02c7e390-8b01-4555-b5a4-b1be72f71aa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5c073b9-7000-4407-b92c-8e4279bf0f72 {{(pid=106211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:24:31.344152 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-02c7e390-8b01-4555-b5a4-b1be72f71aa6 service neutron] Publish callbacks [] for port (b5c073b9-7000-4407-b92c-8e4279bf0f72), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:31.356702 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.provisioning_blocks [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-02c7e390-8b01-4555-b5a4-b1be72f71aa6 service neutron] Transition to ACTIVE for port object b5c073b9-7000-4407-b92c-8e4279bf0f72 will not be triggered until provisioned by entity L2. {{(pid=106211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 04:24:31.360224 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-02c7e390-8b01-4555-b5a4-b1be72f71aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9553042'] for port (b5c073b9-7000-4407-b92c-8e4279bf0f72), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:31.444916 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7e390-8b01-4555-b5a4-b1be72f71aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=b5c073b9-7000-4407-b92c-8e4279bf0f72,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:31.475441 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-02c7e390-8b01-4555-b5a4-b1be72f71aa6 service neutron] Attempting to bind port b5c073b9-7000-4407-b92c-8e4279bf0f72 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:24:31.475776 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-02c7e390-8b01-4555-b5a4-b1be72f71aa6 service neutron] Attempting to bind port b5c073b9-7000-4407-b92c-8e4279bf0f72 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': '188f0649-0d82-4591-a8be-8000cf940ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6'}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:24:31.476114 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-02c7e390-8b01-4555-b5a4-b1be72f71aa6 service neutron] Attempting to bind port b5c073b9-7000-4407-b92c-8e4279bf0f72 on network 50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6 {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:24:31.520501 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-02c7e390-8b01-4555-b5a4-b1be72f71aa6 service neutron] Port b5c073b9-7000-4407-b92c-8e4279bf0f72 on network 50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 04:24:31.521581 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-02c7e390-8b01-4555-b5a4-b1be72f71aa6 service neutron] Attempting to bind port b5c073b9-7000-4407-b92c-8e4279bf0f72 on network 50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6 {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:24:31.548966 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:31.567216 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-02c7e390-8b01-4555-b5a4-b1be72f71aa6 service neutron] Checking agent: {'id': 'b1f517e4-57bd-40c9-8710-cebf6376635e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'started_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:24:31.567556 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-02c7e390-8b01-4555-b5a4-b1be72f71aa6 service neutron] Checking segment: {'id': '188f0649-0d82-4591-a8be-8000cf940ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:24:31.567933 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-02c7e390-8b01-4555-b5a4-b1be72f71aa6 service neutron] Bound using segment: {'id': '188f0649-0d82-4591-a8be-8000cf940ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6'} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:24:31.568373 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-02c7e390-8b01-4555-b5a4-b1be72f71aa6 service neutron] Bound port: b5c073b9-7000-4407-b92c-8e4279bf0f72, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '188f0649-0d82-4591-a8be-8000cf940ed2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6'}}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:24:31.568763 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-02c7e390-8b01-4555-b5a4-b1be72f71aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (b5c073b9-7000-4407-b92c-8e4279bf0f72), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:31.617634 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-1ffa9314-0763-4763-a8e6-f69425179918 None None] Attempt 2 to provision port b5c073b9-7000-4407-b92c-8e4279bf0f72 Sep 27 04:24:31.636320 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-02c7e390-8b01-4555-b5a4-b1be72f71aa6 service neutron] For port b5c073b9-7000-4407-b92c-8e4279bf0f72, host hv-cinder-85918, cleared binding levels {{(pid=106211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:24:31.643398 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-02c7e390-8b01-4555-b5a4-b1be72f71aa6 service neutron] For port b5c073b9-7000-4407-b92c-8e4279bf0f72, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=b5c073b9-7000-4407-b92c-8e4279bf0f72,segment=NetworkSegment(188f0649-0d82-4591-a8be-8000cf940ed2),segment_id=188f0649-0d82-4591-a8be-8000cf940ed2)] {{(pid=106211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:24:31.652741 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-02c7e390-8b01-4555-b5a4-b1be72f71aa6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9553042'] for port (b5c073b9-7000-4407-b92c-8e4279bf0f72), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:31.653872 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-1ffa9314-0763-4763-a8e6-f69425179918 None None] Port b5c073b9-7000-4407-b92c-8e4279bf0f72 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:24:31.657948 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-02c7e390-8b01-4555-b5a4-b1be72f71aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:31.658551 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-02c7e390-8b01-4555-b5a4-b1be72f71aa6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:31.660165 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-02c7e390-8b01-4555-b5a4-b1be72f71aa6 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/b5c073b9-7000-4407-b92c-8e4279bf0f72 HTTP/1.1" status: 200 len: 1093 time: 0.6546686 Sep 27 04:24:31.660800 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c6879a2-4ef5-4e16-8066-a2f05eca633c', 'tag': 'b5c073b9-7000-4407-b92c-8e4279bf0f72'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:24:31.663623 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375caaa08d89e17f41855227bc5930e71d4ac07142983a49768ae7ff94431a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1965828c-cb11-41c7-aaa8-d989f7d12423" -d '{"events": [{"name": "network-changed", "server_uuid": "5c6879a2-4ef5-4e16-8066-a2f05eca633c", "tag": "b5c073b9-7000-4407-b92c-8e4279bf0f72"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:24:31.713234 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57659d23-00f4-4918-9b0a-802dd77dc78e x-openstack-request-id: req-57659d23-00f4-4918-9b0a-802dd77dc78e {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:24:31.713595 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c6879a2-4ef5-4e16-8066-a2f05eca633c", "tag": "b5c073b9-7000-4407-b92c-8e4279bf0f72", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:24:31.714071 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-57659d23-00f4-4918-9b0a-802dd77dc78e {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:24:31.714480 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57659d23-00f4-4918-9b0a-802dd77dc78e'] response: {'name': 'network-changed', 'server_uuid': '5c6879a2-4ef5-4e16-8066-a2f05eca633c', 'tag': 'b5c073b9-7000-4407-b92c-8e4279bf0f72', 'status': 'completed', 'code': 200} Sep 27 04:24:31.747446 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c7e390-8b01-4555-b5a4-b1be72f71aa6 service neutron] Pushing event updated for resources: {'Port': ['ID=b5c073b9-7000-4407-b92c-8e4279bf0f72,revision_number=3']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:31.755547 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-ce773852-2ca0-4759-bf7d-49cf538aba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:31.757793 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-ce773852-2ca0-4759-bf7d-49cf538aba0d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=312fa89a4d9b43c5919b7bad5411002a&device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 1127 time: 0.0561359 Sep 27 04:24:32.042367 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-73822a9d-4ef4-4760-9115-446f34472e27 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5c073b9-7000-4407-b92c-8e4279bf0f72 HTTP/1.1" status: 200 len: 217 time: 0.2771780 Sep 27 04:24:32.092528 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-01f55c7b-7fbe-4d88-8edb-7c9b3873ee7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:32.093983 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-01f55c7b-7fbe-4d88-8edb-7c9b3873ee7d service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=7fbc1344-d37e-4e3c-8ea2-baced031ac4e HTTP/1.1" status: 200 len: 855 time: 0.0443423 Sep 27 04:24:32.135803 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-2c81ee9f-9a28-474b-8b6d-f9e331ca2f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:32.137259 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-2c81ee9f-9a28-474b-8b6d-f9e331ca2f8a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371494 Sep 27 04:24:32.155208 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-1ffa9314-0763-4763-a8e6-f69425179918 None None] Attempt 3 to provision port b5c073b9-7000-4407-b92c-8e4279bf0f72 Sep 27 04:24:32.192178 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-1ffa9314-0763-4763-a8e6-f69425179918 None None] Port b5c073b9-7000-4407-b92c-8e4279bf0f72 had new provisioning blocks added so it will not transition to active. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 04:24:32.232989 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-7aa5d44e-0196-4842-a636-7f1db782811a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882711 Sep 27 04:24:32.304195 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:32.331192 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-60f8a03d-1b96-44f9-869e-cd22c6223b88 req-7e710e8a-beab-4d7b-95d2-faf67edb30cc service neutron] 10.222.0.57 "GET /networking/v2.0/networks/50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895050 Sep 27 04:24:32.435378 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c46040-76bb-4bcb-9a2d-37121a75f2de req-68fb2b6e-4698-491d-8cce-077e7594a0a1 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:32.436853 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f8c46040-76bb-4bcb-9a2d-37121a75f2de req-68fb2b6e-4698-491d-8cce-077e7594a0a1 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 943 time: 0.0474489 Sep 27 04:24:32.483715 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f8c46040-76bb-4bcb-9a2d-37121a75f2de req-3262f1dc-7e1d-4620-9017-76355d609b44 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410359 Sep 27 04:24:32.647461 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509ddfc9-2564-40a2-a5d2-f1595adb3b7b req-0ef59753-40b3-4198-bb85-753d3dc4eb65 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:32.648926 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-509ddfc9-2564-40a2-a5d2-f1595adb3b7b req-0ef59753-40b3-4198-bb85-753d3dc4eb65 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 946 time: 0.0464890 Sep 27 04:24:32.694601 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-509ddfc9-2564-40a2-a5d2-f1595adb3b7b req-f19d46ad-eedf-4d9a-b3c2-bfc1cfd62dbd tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401342 Sep 27 04:24:32.979668 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:33.371744 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965828c-cb11-41c7-aaa8-d989f7d12423 req-c68ecdb7-c563-49f4-84a4-63bca7d3bd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:33.373233 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1965828c-cb11-41c7-aaa8-d989f7d12423 req-c68ecdb7-c563-49f4-84a4-63bca7d3bd15 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=312fa89a4d9b43c5919b7bad5411002a&device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 1127 time: 0.0405648 Sep 27 04:24:33.405358 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbebf2-c9ad-4eb7-8e70-da6074cfc1c8 req-b3cbf8ea-fc12-4892-9026-cec73730b1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:33.406905 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6adbebf2-c9ad-4eb7-8e70-da6074cfc1c8 req-b3cbf8ea-fc12-4892-9026-cec73730b1bb service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=c25f11f92d4e4fd8965fe630ad77f3c3&device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 1130 time: 0.0479226 Sep 27 04:24:33.464878 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965828c-cb11-41c7-aaa8-d989f7d12423 req-2083e62d-8725-4544-a0e4-2aa28013794d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:33.466387 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1965828c-cb11-41c7-aaa8-d989f7d12423 req-2083e62d-8725-4544-a0e4-2aa28013794d service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6 HTTP/1.1" status: 200 len: 917 time: 0.0851851 Sep 27 04:24:33.497690 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbebf2-c9ad-4eb7-8e70-da6074cfc1c8 req-7f31c239-5257-418d-abac-eec7ff75af24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:33.499265 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6adbebf2-c9ad-4eb7-8e70-da6074cfc1c8 req-7f31c239-5257-418d-abac-eec7ff75af24 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=3b03541e-a362-4f1f-858b-b7051275090d HTTP/1.1" status: 200 len: 919 time: 0.0854516 Sep 27 04:24:33.510088 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1965828c-cb11-41c7-aaa8-d989f7d12423 req-a30b01e4-a1b1-4bc3-8246-0978990af357 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5c073b9-7000-4407-b92c-8e4279bf0f72 HTTP/1.1" status: 200 len: 217 time: 0.0364866 Sep 27 04:24:33.560987 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965828c-cb11-41c7-aaa8-d989f7d12423 req-e853c20a-dc47-43da-852f-e6a1b7ca6f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:33.562501 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1965828c-cb11-41c7-aaa8-d989f7d12423 req-e853c20a-dc47-43da-852f-e6a1b7ca6f3e service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=7fbc1344-d37e-4e3c-8ea2-baced031ac4e HTTP/1.1" status: 200 len: 855 time: 0.0470803 Sep 27 04:24:33.570284 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6adbebf2-c9ad-4eb7-8e70-da6074cfc1c8 req-e05d37d2-672b-439a-9295-4285d0e1b06d service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8760ae9b-e8ce-45d6-a54c-90337fdcb044 HTTP/1.1" status: 200 len: 1002 time: 0.0597806 Sep 27 04:24:33.604560 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:33.622850 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbebf2-c9ad-4eb7-8e70-da6074cfc1c8 req-9ab1b203-e3e5-4489-8e35-51696041d477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:33.624339 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6adbebf2-c9ad-4eb7-8e70-da6074cfc1c8 req-9ab1b203-e3e5-4489-8e35-51696041d477 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3d4a66ea-0873-4a30-ab4a-55cd0b629103 HTTP/1.1" status: 200 len: 857 time: 0.0466614 Sep 27 04:24:33.641724 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb922f90-1640-42ce-9ec8-3826e9a20cc4 req-2cca7234-dd4d-410e-b344-2cb36c7991ec tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:33.643417 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-eb922f90-1640-42ce-9ec8-3826e9a20cc4 req-2cca7234-dd4d-410e-b344-2cb36c7991ec tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 943 time: 0.0768044 Sep 27 04:24:33.651587 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1965828c-cb11-41c7-aaa8-d989f7d12423 req-c56563eb-2a57-46ca-bd5a-e6073a31b1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:33.652984 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1965828c-cb11-41c7-aaa8-d989f7d12423 req-c56563eb-2a57-46ca-bd5a-e6073a31b1a3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0767739 Sep 27 04:24:33.668461 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adbebf2-c9ad-4eb7-8e70-da6074cfc1c8 req-d6c84200-4c96-4324-b897-2cea62754bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:33.670019 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6adbebf2-c9ad-4eb7-8e70-da6074cfc1c8 req-d6c84200-4c96-4324-b897-2cea62754bac service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3b03541e-a362-4f1f-858b-b7051275090d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390840 Sep 27 04:24:33.746061 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-eb922f90-1640-42ce-9ec8-3826e9a20cc4 req-9faadc10-8e96-4448-ab7e-c077c6923a64 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0966861 Sep 27 04:24:33.774281 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6adbebf2-c9ad-4eb7-8e70-da6074cfc1c8 req-f050ef8b-8e20-4acd-8cae-db960ca875c1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3b03541e-a362-4f1f-858b-b7051275090d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953994 Sep 27 04:24:33.776987 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1965828c-cb11-41c7-aaa8-d989f7d12423 req-392dba10-8031-43e1-93fa-960cd0be3c34 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107156 Sep 27 04:24:33.855390 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:33.856354 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:33.871215 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea40461c-6f4f-4062-890f-f1feecd9d93d req-bef11a02-2657-4dce-b6f1-7fde3687c4a4 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:33.872701 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ea40461c-6f4f-4062-890f-f1feecd9d93d req-bef11a02-2657-4dce-b6f1-7fde3687c4a4 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 946 time: 0.0965130 Sep 27 04:24:33.879006 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1965828c-cb11-41c7-aaa8-d989f7d12423 req-5f225438-3c6b-485c-a007-dda6a20f7406 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964649 Sep 27 04:24:33.938676 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6adbebf2-c9ad-4eb7-8e70-da6074cfc1c8 req-e1ba8fca-988c-4997-88cd-9c7d72cf7cf3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3b03541e-a362-4f1f-858b-b7051275090d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604114 Sep 27 04:24:33.945854 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ea40461c-6f4f-4062-890f-f1feecd9d93d req-fa084015-330a-447f-bcc8-a7ffaf6da2ef tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652270 Sep 27 04:24:34.591963 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device b5c073b9-7000-4407-b92c-8e4279bf0f72 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 04:24:34.602935 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:34.606295 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:34.732657 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.db.resource_extend [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Sep 27 04:24:34.808181 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port b5c073b9-7000-4407-b92c-8e4279bf0f72, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=b5c073b9-7000-4407-b92c-8e4279bf0f72,segment=NetworkSegment(188f0649-0d82-4591-a8be-8000cf940ed2),segment_id=188f0649-0d82-4591-a8be-8000cf940ed2)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:24:34.819082 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Returning: {'device': 'b5c073b9-7000-4407-b92c-8e4279bf0f72', 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6', 'port_id': 'b5c073b9-7000-4407-b92c-8e4279bf0f72', 'mac_address': 'fa:16:3e:17:90:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 04:24:34.857526 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port b5c073b9-7000-4407-b92c-8e4279bf0f72 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:24:34.857939 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (b5c073b9-7000-4407-b92c-8e4279bf0f72), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:34.871181 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5c073b9-7000-4407-b92c-8e4279bf0f72 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:24:34.882293 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc56729-de30-49fa-ad9f-cd31e667f237 req-283c2bf6-bf09-4ab1-84ba-7f45d0a72a85 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:34.883763 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2cc56729-de30-49fa-ad9f-cd31e667f237 req-283c2bf6-bf09-4ab1-84ba-7f45d0a72a85 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 943 time: 0.0473590 Sep 27 04:24:34.891301 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port b5c073b9-7000-4407-b92c-8e4279bf0f72, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=b5c073b9-7000-4407-b92c-8e4279bf0f72,segment=NetworkSegment(188f0649-0d82-4591-a8be-8000cf940ed2),segment_id=188f0649-0d82-4591-a8be-8000cf940ed2)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:24:34.894715 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (b5c073b9-7000-4407-b92c-8e4279bf0f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:34.931897 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2cc56729-de30-49fa-ad9f-cd31e667f237 req-889c1417-7149-4bdf-b094-3deaeb9e7599 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425775 Sep 27 04:24:34.940724 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=b5c073b9-7000-4407-b92c-8e4279bf0f72,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:34.948420 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:34.948771 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:34.949133 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:34.949488 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:34.949847 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:34.950174 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:34.950497 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:34.950821 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:34.951139 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:34.951458 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:34.951776 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:34.952117 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:34.952457 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:34.952753 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:34.953067 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:35.065940 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035f616-0ea8-4238-8c2e-ad221ae21ce4 req-7cb0ddaf-35d1-47a5-92cc-aa4010247c65 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:35.067416 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1035f616-0ea8-4238-8c2e-ad221ae21ce4 req-7cb0ddaf-35d1-47a5-92cc-aa4010247c65 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 946 time: 0.0468736 Sep 27 04:24:35.115934 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1035f616-0ea8-4238-8c2e-ad221ae21ce4 req-42965a00-3386-4e54-af98-24d77b39df7b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425336 Sep 27 04:24:35.193149 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 33660) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:35.193514 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['b5c073b9-7000-4407-b92c-8e4279bf0f72'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:24:35.243119 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d5fc07-97b8-4dbc-be8b-f1f3ec6b3d6b admin admin] Deleting subnet 5be11e2d-b115-4126-97e6-2a19ea72362d {{(pid=106210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 04:24:35.246152 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f9d5fc07-97b8-4dbc-be8b-f1f3ec6b3d6b admin admin] Publish callbacks [] for subnet (5be11e2d-b115-4126-97e6-2a19ea72362d), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:35.281552 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f9d5fc07-97b8-4dbc-be8b-f1f3ec6b3d6b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6975061'] for subnet (5be11e2d-b115-4126-97e6-2a19ea72362d), precommit_delete_associations {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:35.322349 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f9d5fc07-97b8-4dbc-be8b-f1f3ec6b3d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671939'] for subnet (5be11e2d-b115-4126-97e6-2a19ea72362d), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:35.374498 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f9d5fc07-97b8-4dbc-be8b-f1f3ec6b3d6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9338860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214698'] for subnet (5be11e2d-b115-4126-97e6-2a19ea72362d), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:35.405277 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5fc07-97b8-4dbc-be8b-f1f3ec6b3d6b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5be11e2d-b115-4126-97e6-2a19ea72362d,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:35.407366 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f9d5fc07-97b8-4dbc-be8b-f1f3ec6b3d6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:35.412137 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-f9d5fc07-97b8-4dbc-be8b-f1f3ec6b3d6b admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/5be11e2d-b115-4126-97e6-2a19ea72362d HTTP/1.1" status: 204 len: 168 time: 0.2160051 Sep 27 04:24:35.413872 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 33662) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:35.482355 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3188a487-be79-4c63-9f7a-ad56ab945eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798866'] for network (14e40f69-7e37-43ea-ba44-fd89b3b60419), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:35.561424 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3188a487-be79-4c63-9f7a-ad56ab945eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779509', 'neutron.services.segments.db._delete_segments_for_network-8770988261578'] for network (14e40f69-7e37-43ea-ba44-fd89b3b60419), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:35.580795 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-3188a487-be79-4c63-9f7a-ad56ab945eba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e40f69-7e37-43ea-ba44-fd89b3b60419']}} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:35.590269 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-3188a487-be79-4c63-9f7a-ad56ab945eba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f76b480-d8af-4f6a-b685-392c9daa6c91') {'for_net_delete': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:35.590562 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-3188a487-be79-4c63-9f7a-ad56ab945eba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f76b480-d8af-4f6a-b685-392c9daa6c91') {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:35.599813 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3188a487-be79-4c63-9f7a-ad56ab945eba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770988232295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6975068'] for segment (8f76b480-d8af-4f6a-b685-392c9daa6c91), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:35.613243 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3188a487-be79-4c63-9f7a-ad56ab945eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (8f76b480-d8af-4f6a-b685-392c9daa6c91), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:35.619396 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3188a487-be79-4c63-9f7a-ad56ab945eba admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=106210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 04:24:35.619775 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3188a487-be79-4c63-9f7a-ad56ab945eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9338690'] for segment (8f76b480-d8af-4f6a-b685-392c9daa6c91), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:35.660298 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.services.segments.plugin [-] Segment 8f76b480-d8af-4f6a-b685-392c9daa6c91 resource provider aggregate not found Sep 27 04:24:35.679499 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.services.segments.plugin [-] Segment 8f76b480-d8af-4f6a-b685-392c9daa6c91 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8f76b480-d8af-4f6a-b685-392c9daa6c91 found for delete ", "request_id": "req-5888ca64-ce20-423d-b9ad-4855ebc93da1"}]} Sep 27 04:24:35.683173 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3188a487-be79-4c63-9f7a-ad56ab945eba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4106734'] for network (14e40f69-7e37-43ea-ba44-fd89b3b60419), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:35.688557 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3188a487-be79-4c63-9f7a-ad56ab945eba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:35.691649 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-3188a487-be79-4c63-9f7a-ad56ab945eba admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/14e40f69-7e37-43ea-ba44-fd89b3b60419 HTTP/1.1" status: 204 len: 168 time: 0.2768722 Sep 27 04:24:35.703521 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188a487-be79-4c63-9f7a-ad56ab945eba admin admin] Pushing event deleted for resources: {'Network': ['ID=14e40f69-7e37-43ea-ba44-fd89b3b60419,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:35.858488 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 33670) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:35.877388 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:35.901291 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-3610f54e-7e62-4196-b7fd-2b639ec3dffd admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=14d42cf78c32468cb8bf10aa847c7cc3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0416937 Sep 27 04:24:35.903796 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 33672) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:35.953997 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-15e6a213-9aac-4d37-86c2-1c355c765a8b admin admin] Publish callbacks [] for security_group (b085b3fa-48ce-47db-8026-9c8743b70349), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:35.972854 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:35.975042 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-15e6a213-9aac-4d37-86c2-1c355c765a8b admin admin] Publish callbacks [] for security_group (b085b3fa-48ce-47db-8026-9c8743b70349), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:36.027737 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-15e6a213-9aac-4d37-86c2-1c355c765a8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (b085b3fa-48ce-47db-8026-9c8743b70349), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:36.030591 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-15e6a213-9aac-4d37-86c2-1c355c765a8b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:36.031816 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-15e6a213-9aac-4d37-86c2-1c355c765a8b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b085b3fa-48ce-47db-8026-9c8743b70349 HTTP/1.1" status: 204 len: 168 time: 0.1270607 Sep 27 04:24:36.042186 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e6a213-9aac-4d37-86c2-1c355c765a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b085b3fa-48ce-47db-8026-9c8743b70349,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:36.073029 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f4bcab-430d-4ddd-be34-915ed69fcf40 req-7e790a2b-777a-46bb-914c-ab38008184ed tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:36.079728 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-54f4bcab-430d-4ddd-be34-915ed69fcf40 req-7e790a2b-777a-46bb-914c-ab38008184ed tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 944 time: 0.0601382 Sep 27 04:24:36.108190 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7755ee57-363e-4512-8236-80bb314cd3fc req-66c07125-58fb-45c6-9c83-7f22b70d8552 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1666472914&fields=id&tenant_id=7e7b2ff0f0104769a550d0c0692ab713 HTTP/1.1" status: 200 len: 267 time: 0.0489719 Sep 27 04:24:36.122913 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-54f4bcab-430d-4ddd-be34-915ed69fcf40 req-12d417ea-6ecf-4895-9247-6789f28b0b07 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422182 Sep 27 04:24:36.160404 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755ee57-363e-4512-8236-80bb314cd3fc req-09eef0c7-d91d-4321-b088-fa33ec410664 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:36.163235 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7755ee57-363e-4512-8236-80bb314cd3fc req-09eef0c7-d91d-4321-b088-fa33ec410664 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 985 time: 0.0497217 Sep 27 04:24:36.175351 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-7755ee57-363e-4512-8236-80bb314cd3fc req-a752cf1b-8d1f-4549-be29-dc3624dea31f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Request body: {'port': {'security_groups': ['2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66']}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:24:36.252416 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b1f69-7582-4c31-aa3a-3b6964e2de37 req-de6e6316-5c6c-4917-bd79-2f7845427c40 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:36.254122 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-639b1f69-7582-4c31-aa3a-3b6964e2de37 req-de6e6316-5c6c-4917-bd79-2f7845427c40 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 946 time: 0.0515018 Sep 27 04:24:36.261878 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7755ee57-363e-4512-8236-80bb314cd3fc req-a752cf1b-8d1f-4549-be29-dc3624dea31f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (9d990fa5-a24c-4b14-8c63-0e0506b80887), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:36.314567 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-639b1f69-7582-4c31-aa3a-3b6964e2de37 req-a91bcfa8-68ff-49cd-90f3-5d13777a031d tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522506 Sep 27 04:24:36.451824 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-7755ee57-363e-4512-8236-80bb314cd3fc req-a752cf1b-8d1f-4549-be29-dc3624dea31f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] For port 9d990fa5-a24c-4b14-8c63-0e0506b80887, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=9d990fa5-a24c-4b14-8c63-0e0506b80887,segment=NetworkSegment(39fbe748-2b18-4d3a-b683-ef5d7bb2f520),segment_id=39fbe748-2b18-4d3a-b683-ef5d7bb2f520)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:24:36.480887 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7755ee57-363e-4512-8236-80bb314cd3fc req-a752cf1b-8d1f-4549-be29-dc3624dea31f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks [] for port (9d990fa5-a24c-4b14-8c63-0e0506b80887), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:36.485554 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7755ee57-363e-4512-8236-80bb314cd3fc req-a752cf1b-8d1f-4549-be29-dc3624dea31f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (9d990fa5-a24c-4b14-8c63-0e0506b80887), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:36.497074 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['9d990fa5-a24c-4b14-8c63-0e0506b80887'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:24:36.497693 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755ee57-363e-4512-8236-80bb314cd3fc req-a752cf1b-8d1f-4549-be29-dc3624dea31f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:36.498115 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-7755ee57-363e-4512-8236-80bb314cd3fc req-a752cf1b-8d1f-4549-be29-dc3624dea31f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:36.499758 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7755ee57-363e-4512-8236-80bb314cd3fc req-a752cf1b-8d1f-4549-be29-dc3624dea31f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "PUT /networking/v2.0/ports/9d990fa5-a24c-4b14-8c63-0e0506b80887 HTTP/1.1" status: 200 len: 943 time: 0.3295245 Sep 27 04:24:36.501575 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7036d25-7161-4e1f-95a5-5c8549139bc3', 'tag': '9d990fa5-a24c-4b14-8c63-0e0506b80887'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:24:36.503059 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bd465d9-9680-4373-abe2-c7dfc463da8a" -d '{"events": [{"name": "network-changed", "server_uuid": "c7036d25-7161-4e1f-95a5-5c8549139bc3", "tag": "9d990fa5-a24c-4b14-8c63-0e0506b80887"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:24:36.508370 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 33694) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:36.568616 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fa22f0-46d5-4fd5-995d-07d320269127 x-openstack-request-id: req-49fa22f0-46d5-4fd5-995d-07d320269127 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:24:36.569263 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7036d25-7161-4e1f-95a5-5c8549139bc3", "tag": "9d990fa5-a24c-4b14-8c63-0e0506b80887", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:24:36.570201 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-49fa22f0-46d5-4fd5-995d-07d320269127 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:24:36.571218 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49fa22f0-46d5-4fd5-995d-07d320269127'] response: {'name': 'network-changed', 'server_uuid': 'c7036d25-7161-4e1f-95a5-5c8549139bc3', 'tag': '9d990fa5-a24c-4b14-8c63-0e0506b80887', 'status': 'completed', 'code': 200} Sep 27 04:24:36.608936 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['9d990fa5-a24c-4b14-8c63-0e0506b80887'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:24:36.610895 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device b5c073b9-7000-4407-b92c-8e4279bf0f72 up at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:24:36.644758 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a752cf1b-8d1f-4549-be29-dc3624dea31f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Pushing event updated for resources: {'Port': ['ID=9d990fa5-a24c-4b14-8c63-0e0506b80887,revision_number=7']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:36.658335 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd465d9-9680-4373-abe2-c7dfc463da8a req-165a89e3-ec26-40d0-8050-72cc867ae32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:36.659828 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3bd465d9-9680-4373-abe2-c7dfc463da8a req-165a89e3-ec26-40d0-8050-72cc867ae32c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=7e7b2ff0f0104769a550d0c0692ab713&device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 1130 time: 0.0801210 Sep 27 04:24:36.693706 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-78e34218-2ea8-48ee-af78-aed7d7fd8b8e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks [] for security_group (e17d595b-0c19-4926-adc1-40062a9006bc), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:36.727973 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning for port b5c073b9-7000-4407-b92c-8e4279bf0f72 completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 04:24:36.741349 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning complete for port b5c073b9-7000-4407-b92c-8e4279bf0f72 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:24:36.741714 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (b5c073b9-7000-4407-b92c-8e4279bf0f72), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:36.742074 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Attempt 1 to provision port b5c073b9-7000-4407-b92c-8e4279bf0f72 Sep 27 04:24:36.753950 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-78e34218-2ea8-48ee-af78-aed7d7fd8b8e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks [] for security_group (e17d595b-0c19-4926-adc1-40062a9006bc), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:36.817244 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd465d9-9680-4373-abe2-c7dfc463da8a req-003f5c28-dc58-4ff8-b91c-d7ec0a68b8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:36.819601 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3bd465d9-9680-4373-abe2-c7dfc463da8a req-003f5c28-dc58-4ff8-b91c-d7ec0a68b8b9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=8bc82a56-69c2-484f-aa08-23831b7e71a2 HTTP/1.1" status: 200 len: 915 time: 0.1491938 Sep 27 04:24:36.833448 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:36.838961 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:36.839859 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:36.851206 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 33704) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:36.872540 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port b5c073b9-7000-4407-b92c-8e4279bf0f72 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:24:36.872988 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (b5c073b9-7000-4407-b92c-8e4279bf0f72), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:36.891398 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3bd465d9-9680-4373-abe2-c7dfc463da8a req-02b07c39-52f4-4776-ad96-c5963d1ca6f5 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d990fa5-a24c-4b14-8c63-0e0506b80887 HTTP/1.1" status: 200 len: 1002 time: 0.0650721 Sep 27 04:24:36.908382 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-78e34218-2ea8-48ee-af78-aed7d7fd8b8e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (e17d595b-0c19-4926-adc1-40062a9006bc), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:36.912172 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-78e34218-2ea8-48ee-af78-aed7d7fd8b8e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:36.916101 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-78e34218-2ea8-48ee-af78-aed7d7fd8b8e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e17d595b-0c19-4926-adc1-40062a9006bc HTTP/1.1" status: 204 len: 168 time: 0.4045694 Sep 27 04:24:36.916294 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6879a2-4ef5-4e16-8066-a2f05eca633c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c073b9-7000-4407-b92c-8e4279bf0f72'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:24:36.916477 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 33708) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:36.918259 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2687affa0ef786a15f255b59e70001bb997277ef1a41850ee1c1551a100c7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6816d1e2-3169-466e-915f-5dea107b9558" -d '{"events": [{"server_uuid": "5c6879a2-4ef5-4e16-8066-a2f05eca633c", "name": "network-vif-plugged", "status": "completed", "tag": "b5c073b9-7000-4407-b92c-8e4279bf0f72"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:24:36.934011 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port b5c073b9-7000-4407-b92c-8e4279bf0f72, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=b5c073b9-7000-4407-b92c-8e4279bf0f72,segment=NetworkSegment(188f0649-0d82-4591-a8be-8000cf940ed2),segment_id=188f0649-0d82-4591-a8be-8000cf940ed2)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:24:36.945609 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (b5c073b9-7000-4407-b92c-8e4279bf0f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:36.965954 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e34218-2ea8-48ee-af78-aed7d7fd8b8e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17d595b-0c19-4926-adc1-40062a9006bc,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:36.994725 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-2535c2c9-3cf6-4f90-bd95-11278ca25ea4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1866947943-network', 'tenant_id': '1e595829629a4dd4a7fccbdabc896cb0'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:24:36.996934 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2080c4f7-aa8d-486f-8fcb-17cdae1f31bd x-openstack-request-id: req-2080c4f7-aa8d-486f-8fcb-17cdae1f31bd {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:24:36.997225 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6879a2-4ef5-4e16-8066-a2f05eca633c", "name": "network-vif-plugged", "status": "completed", "tag": "b5c073b9-7000-4407-b92c-8e4279bf0f72", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:24:36.997477 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2080c4f7-aa8d-486f-8fcb-17cdae1f31bd {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:24:36.997883 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2080c4f7-aa8d-486f-8fcb-17cdae1f31bd'] response: {'server_uuid': '5c6879a2-4ef5-4e16-8066-a2f05eca633c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c073b9-7000-4407-b92c-8e4279bf0f72', 'code': 200} Sep 27 04:24:36.999643 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd465d9-9680-4373-abe2-c7dfc463da8a req-b53c588c-bffb-425d-9b28-10f00afbdbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:37.001128 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3bd465d9-9680-4373-abe2-c7dfc463da8a req-b53c588c-bffb-425d-9b28-10f00afbdbf7 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40 HTTP/1.1" status: 200 len: 853 time: 0.1019580 Sep 27 04:24:37.021321 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=b5c073b9-7000-4407-b92c-8e4279bf0f72,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:37.062530 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:37.071599 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd465d9-9680-4373-abe2-c7dfc463da8a req-0ed7ef4d-cb8e-462c-802e-47fc68956f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:37.074570 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3bd465d9-9680-4373-abe2-c7dfc463da8a req-0ed7ef4d-cb8e-462c-802e-47fc68956f70 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=8bc82a56-69c2-484f-aa08-23831b7e71a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510070 Sep 27 04:24:37.080299 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2535c2c9-3cf6-4f90-bd95-11278ca25ea4 admin admin] Made reservation on behalf of 1e595829629a4dd4a7fccbdabc896cb0 for: {'network': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:24:37.082756 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2535c2c9-3cf6-4f90-bd95-11278ca25ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for network (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:37.099725 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2535c2c9-3cf6-4f90-bd95-11278ca25ea4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:37.128106 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:37.184922 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3bd465d9-9680-4373-abe2-c7dfc463da8a req-cea435da-0da3-4028-bb3c-4df8e727e544 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/8bc82a56-69c2-484f-aa08-23831b7e71a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043067 Sep 27 04:24:37.220193 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-5d4194e5-7c55-46fc-9d37-bdd51359b94e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Deleting port ceff52d4-58ff-442f-a2d2-6e7f95b91ed2 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:24:37.220824 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5d4194e5-7c55-46fc-9d37-bdd51359b94e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (ceff52d4-58ff-442f-a2d2-6e7f95b91ed2), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:37.238886 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ed62b-f622-46c8-8a5e-16d6caaba6a8 req-59b90436-fcd8-4368-8b92-d2bf524ae0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:37.240460 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9a7ed62b-f622-46c8-8a5e-16d6caaba6a8 req-59b90436-fcd8-4368-8b92-d2bf524ae0d1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 1129 time: 0.0878363 Sep 27 04:24:37.299272 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3bd465d9-9680-4373-abe2-c7dfc463da8a req-1d213c11-9a9c-4d39-bb2c-a4e291b289f7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/8bc82a56-69c2-484f-aa08-23831b7e71a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063309 Sep 27 04:24:37.375770 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406ca85b-3cde-4a9b-b752-e3d0ef66abe5 req-c1cc919b-f50b-44cd-b272-88b00fcfc50c tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:37.377191 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-406ca85b-3cde-4a9b-b752-e3d0ef66abe5 req-c1cc919b-f50b-44cd-b272-88b00fcfc50c tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 945 time: 0.1330554 Sep 27 04:24:37.432287 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9a7ed62b-f622-46c8-8a5e-16d6caaba6a8 req-34b9a51d-e041-4786-845d-c44fa87a1084 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1391745 Sep 27 04:24:37.437812 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3e764e-326a-47a2-bdaa-12cbf64c0b57 req-e1a95205-e4e9-45d1-bf2d-ef7ff2deb432 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:37.439379 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8f3e764e-326a-47a2-bdaa-12cbf64c0b57 req-e1a95205-e4e9-45d1-bf2d-ef7ff2deb432 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 946 time: 0.0505209 Sep 27 04:24:37.443033 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5d4194e5-7c55-46fc-9d37-bdd51359b94e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (ceff52d4-58ff-442f-a2d2-6e7f95b91ed2), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:37.443365 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5d4194e5-7c55-46fc-9d37-bdd51359b94e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks [] for floatingip (ceff52d4-58ff-442f-a2d2-6e7f95b91ed2), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:37.447035 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2535c2c9-3cf6-4f90-bd95-11278ca25ea4 admin admin] Publish callbacks [] for security_group (845607bb-5721-41b8-b96a-c86c4440186e), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:37.456628 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2535c2c9-3cf6-4f90-bd95-11278ca25ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (845607bb-5721-41b8-b96a-c86c4440186e), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:37.469507 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:37.470980 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-5d4194e5-7c55-46fc-9d37-bdd51359b94e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Calling delete_port for ceff52d4-58ff-442f-a2d2-6e7f95b91ed2 owned by network:floatingip {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:24:37.488531 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8f3e764e-326a-47a2-bdaa-12cbf64c0b57 req-9420a3c6-825d-4116-9b3a-cd7bec2ff844 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433433 Sep 27 04:24:37.518149 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2535c2c9-3cf6-4f90-bd95-11278ca25ea4 admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=106211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 04:24:37.570833 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-406ca85b-3cde-4a9b-b752-e3d0ef66abe5 req-1df90ccb-b8c6-41c9-b778-27757d5ec218 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1819327 Sep 27 04:24:37.579040 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535c2c9-3cf6-4f90-bd95-11278ca25ea4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=845607bb-5721-41b8-b96a-c86c4440186e,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:37.599047 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2535c2c9-3cf6-4f90-bd95-11278ca25ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (26969db0-2998-4ace-a23e-359a5b524a75), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:37.599047 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.db.segments_db [None req-2535c2c9-3cf6-4f90-bd95-11278ca25ea4 admin admin] Added segment 26969db0-2998-4ace-a23e-359a5b524a75 of type vlan for network 41cd98f9-b206-4445-9870-d24633bca602 Sep 27 04:24:37.660270 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2535c2c9-3cf6-4f90-bd95-11278ca25ea4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770987766721'] for network (41cd98f9-b206-4445-9870-d24633bca602), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:37.711224 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2535c2c9-3cf6-4f90-bd95-11278ca25ea4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551'] for network (41cd98f9-b206-4445-9870-d24633bca602), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:37.712198 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2535c2c9-3cf6-4f90-bd95-11278ca25ea4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:37.712786 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2535c2c9-3cf6-4f90-bd95-11278ca25ea4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:37.790554 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-2535c2c9-3cf6-4f90-bd95-11278ca25ea4 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9380338 Sep 27 04:24:37.793500 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 33716) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:37.798414 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-38a1227c-c086-48a6-95de-248e63860471 admin admin] Request body: {'subnet': {'network_id': '41cd98f9-b206-4445-9870-d24633bca602', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1866947943-subnet', 'tenant_id': '1e595829629a4dd4a7fccbdabc896cb0', 'ip_version': 4}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:24:37.805430 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:37.818644 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a1227c-c086-48a6-95de-248e63860471 admin admin] Made reservation on behalf of 1e595829629a4dd4a7fccbdabc896cb0 for: {'subnet': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:24:37.820362 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2535c2c9-3cf6-4f90-bd95-11278ca25ea4 admin admin] Pushing event updated for resources: {'Network': ['ID=41cd98f9-b206-4445-9870-d24633bca602,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:37.821041 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-38a1227c-c086-48a6-95de-248e63860471 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214679'] for subnet (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:37.830666 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Network 41cd98f9-b206-4445-9870-d24633bca602 details requested by agent ovs-agent-dv-cinder-859186-3-iscsi with host dv-cinder-859186-3-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 04:24:37.838570 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5d4194e5-7c55-46fc-9d37-bdd51359b94e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (ceff52d4-58ff-442f-a2d2-6e7f95b91ed2), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:37.867774 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4194e5-7c55-46fc-9d37-bdd51359b94e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Pushing event deleted for resources: {'Port': ['ID=ceff52d4-58ff-442f-a2d2-6e7f95b91ed2,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:37.951226 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5d4194e5-7c55-46fc-9d37-bdd51359b94e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks [] for floatingip (9963a87b-03b4-4d55-83d3-de04f644946b), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:37.951563 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.db.l3_db [None req-5d4194e5-7c55-46fc-9d37-bdd51359b94e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Floating IP 9963a87b-03b4-4d55-83d3-de04f644946b disassociated (deleted). External IP: 172.27.0.174, port: 9d990fa5-a24c-4b14-8c63-0e0506b80887. Sep 27 04:24:38.004931 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-38a1227c-c086-48a6-95de-248e63860471 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9340193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214689'] for subnet (c8446e81-8757-4a92-bbb2-c6d0f12abe74), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:38.061407 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a1227c-c086-48a6-95de-248e63860471 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8446e81-8757-4a92-bbb2-c6d0f12abe74,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:38.066171 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:38.071081 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a1227c-c086-48a6-95de-248e63860471 admin admin] Checking segment: {'id': '26969db0-2998-4ace-a23e-359a5b524a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '41cd98f9-b206-4445-9870-d24633bca602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:24:38.071440 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a1227c-c086-48a6-95de-248e63860471 admin admin] Network hostable DHCP agents. Network: 41cd98f9-b206-4445-9870-d24633bca602, hostable agents: ['90f8f94a-2e1d-4f4f-8859-344f24ecc1be'], hosted agents: [] {{(pid=106210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 04:24:38.089401 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a1227c-c086-48a6-95de-248e63860471 admin admin] Network 41cd98f9-b206-4445-9870-d24633bca602 is scheduled to be hosted by DHCP agent 90f8f94a-2e1d-4f4f-8859-344f24ecc1be with binding_index 1 {{(pid=106210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 04:24:38.098914 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-38a1227c-c086-48a6-95de-248e63860471 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-3-iscsi, 41cd98f9-b206-4445-9870-d24633bca602) {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:24:38.103055 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a1227c-c086-48a6-95de-248e63860471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:38.103948 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-38a1227c-c086-48a6-95de-248e63860471 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:38.108385 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d1f794-e759-4d39-929d-04f67a8f8d23 None None] Network 41cd98f9-b206-4445-9870-d24633bca602 requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:24:38.122317 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-38a1227c-c086-48a6-95de-248e63860471 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3276255 Sep 27 04:24:38.123209 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 33718) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:38.128518 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-49d2d560-67ef-4141-9148-03d90480191e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1866947943-router', 'tenant_id': '1e595829629a4dd4a7fccbdabc896cb0', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:24:38.151278 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-49d2d560-67ef-4141-9148-03d90480191e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124547'] for router (46ce92bd-e4b4-4da1-be51-d7a27f535bec), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:38.152418 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-49d2d560-67ef-4141-9148-03d90480191e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4106117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3687932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124568'] for router (46ce92bd-e4b4-4da1-be51-d7a27f535bec), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:38.173229 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d4194e5-7c55-46fc-9d37-bdd51359b94e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Router 7bfb2ede-7aac-43a6-a902-ea038748149d has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:24:38.209969 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-49d2d560-67ef-4141-9148-03d90480191e admin admin] Publish callbacks [] for router_controller (46ce92bd-e4b4-4da1-be51-d7a27f535bec), precommit_add_association {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:38.227275 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30106a76-f514-49f6-8751-198651ea87cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp977886c5-f3aa-5b76-a131-51301725c052-41cd98f9-b206-4445-9870-d24633bca602', 'network_id': '41cd98f9-b206-4445-9870-d24633bca602', 'project_id': '1e595829629a4dd4a7fccbdabc896cb0', 'fixed_ips': [{'subnet_id': 'c8446e81-8757-4a92-bbb2-c6d0f12abe74'}]}} from dv-cinder-859186-3-iscsi. {{(pid=106212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 04:24:38.229215 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-30106a76-f514-49f6-8751-198651ea87cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:38.251172 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:38.298986 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d4194e5-7c55-46fc-9d37-bdd51359b94e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:24:38.304507 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5d4194e5-7c55-46fc-9d37-bdd51359b94e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:38.311061 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f3a45a-dfe4-44a8-986a-48074aa79a49 None None] Sync routers for ids ['7bfb2ede-7aac-43a6-a902-ea038748149d'] in dv-cinder-859186-3-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:24:38.337614 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-5d4194e5-7c55-46fc-9d37-bdd51359b94e tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/9963a87b-03b4-4d55-83d3-de04f644946b HTTP/1.1" status: 204 len: 168 time: 1.4198170 Sep 27 04:24:38.338239 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7036d25-7161-4e1f-95a5-5c8549139bc3', 'tag': '9d990fa5-a24c-4b14-8c63-0e0506b80887'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:24:38.340490 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375caaa08d89e17f41855227bc5930e71d4ac07142983a49768ae7ff94431a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63b8fb77-2277-49b9-8a5e-4c31cdbc9fa3" -d '{"events": [{"name": "network-changed", "server_uuid": "c7036d25-7161-4e1f-95a5-5c8549139bc3", "tag": "9d990fa5-a24c-4b14-8c63-0e0506b80887"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:24:38.352543 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-49d2d560-67ef-4141-9148-03d90480191e admin admin] Publish callbacks [] for router_gateway (46ce92bd-e4b4-4da1-be51-d7a27f535bec), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:38.363164 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:38.372121 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f3a45a-dfe4-44a8-986a-48074aa79a49 None None] Routers {'7bfb2ede-7aac-43a6-a902-ea038748149d'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:24:38.372807 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-12f3a45a-dfe4-44a8-986a-48074aa79a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:24:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['7bfb2ede-7aac-43a6-a902-ea038748149d'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:38.409418 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cffeeb-412c-41f3-9cd4-a3b73161f3be x-openstack-request-id: req-88cffeeb-412c-41f3-9cd4-a3b73161f3be {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:24:38.409707 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7036d25-7161-4e1f-95a5-5c8549139bc3", "tag": "9d990fa5-a24c-4b14-8c63-0e0506b80887", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:24:38.410250 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-88cffeeb-412c-41f3-9cd4-a3b73161f3be {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:24:38.411032 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88cffeeb-412c-41f3-9cd4-a3b73161f3be'] response: {'name': 'network-changed', 'server_uuid': 'c7036d25-7161-4e1f-95a5-5c8549139bc3', 'tag': '9d990fa5-a24c-4b14-8c63-0e0506b80887', 'status': 'completed', 'code': 200} Sep 27 04:24:38.442753 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.db_base_plugin_common [None req-30106a76-f514-49f6-8751-198651ea87cb None None] Allocated IP 172.20.0.2 (41cd98f9-b206-4445-9870-d24633bca602/c8446e81-8757-4a92-bbb2-c6d0f12abe74/7297f2f3-0ebd-4cf2-93a1-8e981779a0f0) {{(pid=106212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:24:38.502873 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8fb77-2277-49b9-8a5e-4c31cdbc9fa3 req-ff48938a-88c1-4611-81c2-23d1ef0b6e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:38.504588 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-63b8fb77-2277-49b9-8a5e-4c31cdbc9fa3 req-ff48938a-88c1-4611-81c2-23d1ef0b6e54 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=7e7b2ff0f0104769a550d0c0692ab713&device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 1130 time: 0.0593078 Sep 27 04:24:38.559422 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-12f3a45a-dfe4-44a8-986a-48074aa79a49 None None] Set router 7bfb2ede-7aac-43a6-a902-ea038748149d gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:24:38.607214 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-49d2d560-67ef-4141-9148-03d90480191e admin admin] Publish callbacks [] for router_gateway (46ce92bd-e4b4-4da1-be51-d7a27f535bec), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:38.632137 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-49d2d560-67ef-4141-9148-03d90480191e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:38.660853 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541a7b8-2294-4e90-8cfa-28ec5e5fcf65 req-ac1a0cfe-d8a4-4d50-b9d7-134c629ecc9a tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:38.668830 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-7541a7b8-2294-4e90-8cfa-28ec5e5fcf65 req-ac1a0cfe-d8a4-4d50-b9d7-134c629ecc9a tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 946 time: 0.0800943 Sep 27 04:24:38.681925 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:38.735522 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-7541a7b8-2294-4e90-8cfa-28ec5e5fcf65 req-5704c3a6-29fd-4e14-ba33-d6e1d7017613 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657895 Sep 27 04:24:38.780763 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-30106a76-f514-49f6-8751-198651ea87cb None None] Publish callbacks [] for port (7297f2f3-0ebd-4cf2-93a1-8e981779a0f0), precommit_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:38.787867 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:38.790248 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-49d2d560-67ef-4141-9148-03d90480191e admin admin] Allocated IP 172.27.0.15 (4c2326fb-b4db-42c7-9331-4377c9818745/65648eee-291b-4b8a-95c0-f3ca12df09c9/53a249dc-eefb-49ff-a291-f2eda1664fe8) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:24:38.798462 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-30106a76-f514-49f6-8751-198651ea87cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084'] for port (7297f2f3-0ebd-4cf2-93a1-8e981779a0f0), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:38.804292 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1937801d-1c1c-40e8-91d9-c7490ecfc236 req-e745afde-b594-4c0d-84b4-0a9bc1da4137 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:38.805813 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1937801d-1c1c-40e8-91d9-c7490ecfc236 req-e745afde-b594-4c0d-84b4-0a9bc1da4137 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 945 time: 0.0681894 Sep 27 04:24:38.860276 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30106a76-f514-49f6-8751-198651ea87cb None None] Network 41cd98f9-b206-4445-9870-d24633bca602 is already hosted by enough agents. {{(pid=106212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:24:38.882386 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.scheduler.base_scheduler [None req-30106a76-f514-49f6-8751-198651ea87cb None None] Resources bound (agent type, host, resource id): {{(pid=106212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:24:38.887726 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30106a76-f514-49f6-8751-198651ea87cb None None] Received port after_create {{(pid=106212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:24:38.892262 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30106a76-f514-49f6-8751-198651ea87cb None None] Pushing event updated for resources: {'Port': ['ID=7297f2f3-0ebd-4cf2-93a1-8e981779a0f0,revision_number=1']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:38.916743 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1937801d-1c1c-40e8-91d9-c7490ecfc236 req-05a69582-fe1c-4533-8681-88202f0cf923 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1011789 Sep 27 04:24:38.932705 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-12f3a45a-dfe4-44a8-986a-48074aa79a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'name': 'tempest-TestMinimumBasicScenario-387466124-router', 'tenant_id': '7e7b2ff0f0104769a550d0c0692ab713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'afdb5bd9-6267-4259-a055-9a22757a36e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:17Z', 'updated_at': '2022-09-27T04:21:20Z', 'revision_number': 4, 'project_id': '7e7b2ff0f0104769a550d0c0692ab713', 'gw_port': {'id': 'afdb5bd9-6267-4259-a055-9a22757a36e0', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:17Z', 'updated_at': '2022-09-27T04:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '64ae3c33-5c89-43f1-a306-96b7cf55eb68', 'name': '', 'network_id': '8bc82a56-69c2-484f-aa08-23831b7e71a2', 'tenant_id': '7e7b2ff0f0104769a550d0c0692ab713', 'mac_address': 'fa:16:3e:fc:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:20Z', 'updated_at': '2022-09-27T04:21:25Z', 'revision_number': 5, 'project_id': '7e7b2ff0f0104769a550d0c0692ab713', 'subnets': [{'id': 'fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:38.941587 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:38.953672 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-49d2d560-67ef-4141-9148-03d90480191e admin admin] Publish callbacks [] for port (53a249dc-eefb-49ff-a291-f2eda1664fe8), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:38.981909 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f3a45a-dfe4-44a8-986a-48074aa79a49 None None] Checking router: 7bfb2ede-7aac-43a6-a902-ea038748149d for host: dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:24:38.989200 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-49d2d560-67ef-4141-9148-03d90480191e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (53a249dc-eefb-49ff-a291-f2eda1664fe8), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:38.993595 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-30106a76-f514-49f6-8751-198651ea87cb None None] Attempting to bind port 7297f2f3-0ebd-4cf2-93a1-8e981779a0f0 on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:24:38.994002 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-30106a76-f514-49f6-8751-198651ea87cb None None] Attempting to bind port 7297f2f3-0ebd-4cf2-93a1-8e981779a0f0 by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': '26969db0-2998-4ace-a23e-359a5b524a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '41cd98f9-b206-4445-9870-d24633bca602'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:24:38.994800 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30106a76-f514-49f6-8751-198651ea87cb None None] Attempting to bind port 7297f2f3-0ebd-4cf2-93a1-8e981779a0f0 on network 41cd98f9-b206-4445-9870-d24633bca602 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:24:38.997673 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f3a45a-dfe4-44a8-986a-48074aa79a49 None None] Routers {'7bfb2ede-7aac-43a6-a902-ea038748149d'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:24:38.998326 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-12f3a45a-dfe4-44a8-986a-48074aa79a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:24:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['7bfb2ede-7aac-43a6-a902-ea038748149d'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:39.038766 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8fb77-2277-49b9-8a5e-4c31cdbc9fa3 req-3cd6d5c1-592c-4480-a88e-74bf64e67e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:39.040368 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-63b8fb77-2277-49b9-8a5e-4c31cdbc9fa3 req-3cd6d5c1-592c-4480-a88e-74bf64e67e4b service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=8bc82a56-69c2-484f-aa08-23831b7e71a2 HTTP/1.1" status: 200 len: 915 time: 0.1064680 Sep 27 04:24:39.051848 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2d560-67ef-4141-9148-03d90480191e admin admin] Pushing event updated for resources: {'Port': ['ID=53a249dc-eefb-49ff-a291-f2eda1664fe8,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:39.061262 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d2d560-67ef-4141-9148-03d90480191e admin admin] Network 4c2326fb-b4db-42c7-9331-4377c9818745 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:24:39.063030 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-49d2d560-67ef-4141-9148-03d90480191e admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:24:39.065657 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d2d560-67ef-4141-9148-03d90480191e admin admin] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:24:39.211727 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-63b8fb77-2277-49b9-8a5e-4c31cdbc9fa3 req-9f880c7b-9709-4e28-8c68-47ed4e7af109 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d990fa5-a24c-4b14-8c63-0e0506b80887 HTTP/1.1" status: 200 len: 217 time: 0.0704243 Sep 27 04:24:39.238940 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30106a76-f514-49f6-8751-198651ea87cb None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:24:39.239543 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30106a76-f514-49f6-8751-198651ea87cb None None] Checking segment: {'id': '26969db0-2998-4ace-a23e-359a5b524a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '41cd98f9-b206-4445-9870-d24633bca602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:24:39.240221 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-30106a76-f514-49f6-8751-198651ea87cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:39.241582 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30106a76-f514-49f6-8751-198651ea87cb None None] Bound using segment: {'id': '26969db0-2998-4ace-a23e-359a5b524a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '41cd98f9-b206-4445-9870-d24633bca602'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:24:39.242218 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-30106a76-f514-49f6-8751-198651ea87cb None None] Bound port: 7297f2f3-0ebd-4cf2-93a1-8e981779a0f0, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26969db0-2998-4ace-a23e-359a5b524a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '41cd98f9-b206-4445-9870-d24633bca602'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:24:39.242848 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-30106a76-f514-49f6-8751-198651ea87cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (7297f2f3-0ebd-4cf2-93a1-8e981779a0f0), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:39.288868 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8fb77-2277-49b9-8a5e-4c31cdbc9fa3 req-ca9fa4e3-1e0d-4167-a2fc-68f4d11b526f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:39.290702 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-63b8fb77-2277-49b9-8a5e-4c31cdbc9fa3 req-ca9fa4e3-1e0d-4167-a2fc-68f4d11b526f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40 HTTP/1.1" status: 200 len: 853 time: 0.0643167 Sep 27 04:24:39.301145 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-12f3a45a-dfe4-44a8-986a-48074aa79a49 None None] Set router 7bfb2ede-7aac-43a6-a902-ea038748149d gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:24:39.353856 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-49d2d560-67ef-4141-9148-03d90480191e admin admin] Publish callbacks [] for router_gateway (46ce92bd-e4b4-4da1-be51-d7a27f535bec), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:39.355342 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:39.399949 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-30106a76-f514-49f6-8751-198651ea87cb None None] For port 7297f2f3-0ebd-4cf2-93a1-8e981779a0f0, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:24:39.443437 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-30106a76-f514-49f6-8751-198651ea87cb None None] For port 7297f2f3-0ebd-4cf2-93a1-8e981779a0f0, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=7297f2f3-0ebd-4cf2-93a1-8e981779a0f0,segment=NetworkSegment(26969db0-2998-4ace-a23e-359a5b524a75),segment_id=26969db0-2998-4ace-a23e-359a5b524a75)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:24:39.451971 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-30106a76-f514-49f6-8751-198651ea87cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (7297f2f3-0ebd-4cf2-93a1-8e981779a0f0), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:39.538261 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30106a76-f514-49f6-8751-198651ea87cb None None] Pushing event updated for resources: {'Port': ['ID=7297f2f3-0ebd-4cf2-93a1-8e981779a0f0,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:39.554038 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8fb77-2277-49b9-8a5e-4c31cdbc9fa3 req-55e559d7-90b5-4f92-a908-8dee0f055d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:39.556150 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-63b8fb77-2277-49b9-8a5e-4c31cdbc9fa3 req-55e559d7-90b5-4f92-a908-8dee0f055d3e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=8bc82a56-69c2-484f-aa08-23831b7e71a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471215 Sep 27 04:24:39.566595 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:39.606166 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-12f3a45a-dfe4-44a8-986a-48074aa79a49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'name': 'tempest-TestMinimumBasicScenario-387466124-router', 'tenant_id': '7e7b2ff0f0104769a550d0c0692ab713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'afdb5bd9-6267-4259-a055-9a22757a36e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:17Z', 'updated_at': '2022-09-27T04:21:20Z', 'revision_number': 4, 'project_id': '7e7b2ff0f0104769a550d0c0692ab713', 'gw_port': {'id': 'afdb5bd9-6267-4259-a055-9a22757a36e0', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:17Z', 'updated_at': '2022-09-27T04:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '64ae3c33-5c89-43f1-a306-96b7cf55eb68', 'name': '', 'network_id': '8bc82a56-69c2-484f-aa08-23831b7e71a2', 'tenant_id': '7e7b2ff0f0104769a550d0c0692ab713', 'mac_address': 'fa:16:3e:fc:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:20Z', 'updated_at': '2022-09-27T04:21:25Z', 'revision_number': 5, 'project_id': '7e7b2ff0f0104769a550d0c0692ab713', 'subnets': [{'id': 'fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:39.636773 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f3a45a-dfe4-44a8-986a-48074aa79a49 None None] The sync data for ids ['7bfb2ede-7aac-43a6-a902-ea038748149d'] in dv-cinder-859186-3-iscsi is: [{'id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'name': 'tempest-TestMinimumBasicScenario-387466124-router', 'tenant_id': '7e7b2ff0f0104769a550d0c0692ab713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'afdb5bd9-6267-4259-a055-9a22757a36e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:17Z', 'updated_at': '2022-09-27T04:21:20Z', 'revision_number': 4, 'project_id': '7e7b2ff0f0104769a550d0c0692ab713', 'gw_port': {'id': 'afdb5bd9-6267-4259-a055-9a22757a36e0', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:17Z', 'updated_at': '2022-09-27T04:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '64ae3c33-5c89-43f1-a306-96b7cf55eb68', 'name': '', 'network_id': '8bc82a56-69c2-484f-aa08-23831b7e71a2', 'tenant_id': '7e7b2ff0f0104769a550d0c0692ab713', 'mac_address': 'fa:16:3e:fc:db:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'device_owner': 'network:router_interface', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:20Z', 'updated_at': '2022-09-27T04:21:25Z', 'revision_number': 5, 'project_id': '7e7b2ff0f0104769a550d0c0692ab713', 'subnets': [{'id': 'fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:24:39.673946 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:39.794353 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-63b8fb77-2277-49b9-8a5e-4c31cdbc9fa3 req-fcf369b6-8ca8-4c3a-90b2-cfd3e74446f2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/8bc82a56-69c2-484f-aa08-23831b7e71a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2286692 Sep 27 04:24:39.941781 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 7297f2f3-0ebd-4cf2-93a1-8e981779a0f0 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:24:39.955947 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-49d2d560-67ef-4141-9148-03d90480191e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4106130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4106573'] for router (46ce92bd-e4b4-4da1-be51-d7a27f535bec), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:39.968380 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaffa3d-78cf-4f58-83f6-ed7f19bfa887 req-93a6a5ee-193f-4eda-85d6-fc75066fb264 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:39.969314 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:39.970476 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-adaffa3d-78cf-4f58-83f6-ed7f19bfa887 req-93a6a5ee-193f-4eda-85d6-fc75066fb264 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 946 time: 0.0822978 Sep 27 04:24:39.987105 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-63b8fb77-2277-49b9-8a5e-4c31cdbc9fa3 req-91b96b33-8ad5-4918-b08a-e205e5ecf9a5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/8bc82a56-69c2-484f-aa08-23831b7e71a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817718 Sep 27 04:24:40.023529 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port 7297f2f3-0ebd-4cf2-93a1-8e981779a0f0 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:24:40.024567 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (7297f2f3-0ebd-4cf2-93a1-8e981779a0f0), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:40.029649 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port 7297f2f3-0ebd-4cf2-93a1-8e981779a0f0 Sep 27 04:24:40.096755 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc95b9-17b2-4b8d-a4e9-435e1e60fd18 req-fb076ef8-41c0-4434-8323-d621aae2879a tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:40.110821 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-cbfc95b9-17b2-4b8d-a4e9-435e1e60fd18 req-fb076ef8-41c0-4434-8323-d621aae2879a tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 945 time: 0.0782309 Sep 27 04:24:40.152688 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-adaffa3d-78cf-4f58-83f6-ed7f19bfa887 req-b2fe783e-256d-49b5-88cb-65da3c773023 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069429 Sep 27 04:24:40.167024 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 7297f2f3-0ebd-4cf2-93a1-8e981779a0f0 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:24:40.169008 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (7297f2f3-0ebd-4cf2-93a1-8e981779a0f0), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:40.182360 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-cbfc95b9-17b2-4b8d-a4e9-435e1e60fd18 req-b6f570a4-7af3-4023-af32-d47a70aa5b53 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0704162 Sep 27 04:24:40.182710 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e90a40f-b364-4a5a-bf8d-abdab841ce86 None None] New status for floating IP 9963a87b-03b4-4d55-83d3-de04f644946b: DOWN {{(pid=106213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 04:24:40.208748 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d2d560-67ef-4141-9148-03d90480191e admin admin] Router 46ce92bd-e4b4-4da1-be51-d7a27f535bec is scheduled to L3 agent 1a534786-8095-4832-a439-62015d3bc58a with binding_index 1 {{(pid=106210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 04:24:40.209353 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] For port 7297f2f3-0ebd-4cf2-93a1-8e981779a0f0, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=7297f2f3-0ebd-4cf2-93a1-8e981779a0f0,segment=NetworkSegment(26969db0-2998-4ace-a23e-359a5b524a75),segment_id=26969db0-2998-4ace-a23e-359a5b524a75)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:24:40.221814 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (7297f2f3-0ebd-4cf2-93a1-8e981779a0f0), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:40.279924 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Pushing event updated for resources: {'Port': ['ID=7297f2f3-0ebd-4cf2-93a1-8e981779a0f0,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:40.364749 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad0308b-8510-46d6-bc73-66626eb2ce1c req-0ff815d6-63ef-424d-88c5-b20e731c0472 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:40.366389 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0ad0308b-8510-46d6-bc73-66626eb2ce1c req-0ff815d6-63ef-424d-88c5-b20e731c0472 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 945 time: 0.0785613 Sep 27 04:24:40.376684 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 33744) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:40.378408 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d2d560-67ef-4141-9148-03d90480191e admin admin] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:24:40.382117 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-ee6d8c39-e4e1-452d-ac0f-a74d3bfa96f1 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Request body: {'floatingip': {'port_id': 'b5c073b9-7000-4407-b92c-8e4279bf0f72'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:24:40.388069 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a09e8d-5c4b-4d19-a0a2-2e6b204a9047 None None] Sync routers for ids ['46ce92bd-e4b4-4da1-be51-d7a27f535bec'] in dv-cinder-859186-3-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:24:40.405721 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-49d2d560-67ef-4141-9148-03d90480191e admin admin] Publish callbacks [] for router (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:40.406047 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a09e8d-5c4b-4d19-a0a2-2e6b204a9047 None None] Routers {'46ce92bd-e4b4-4da1-be51-d7a27f535bec'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:24:40.406243 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-49d2d560-67ef-4141-9148-03d90480191e admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2805252 Sep 27 04:24:40.408345 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 33746) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:40.409287 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-c3a09e8d-5c4b-4d19-a0a2-2e6b204a9047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:24:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['46ce92bd-e4b4-4da1-be51-d7a27f535bec'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:40.423688 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ee6d8c39-e4e1-452d-ac0f-a74d3bfa96f1 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for floatingip (9529d0d6-86e7-4753-98e3-8eeba2af0489), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:40.453161 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:40.541213 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-c3a09e8d-5c4b-4d19-a0a2-2e6b204a9047 None None] Set router 46ce92bd-e4b4-4da1-be51-d7a27f535bec gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:24:40.738554 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6962ee87-675b-462c-80bf-c302ba3ea832 None None] Network 41cd98f9-b206-4445-9870-d24633bca602 requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:24:40.763372 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:40.807666 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-c3a09e8d-5c4b-4d19-a0a2-2e6b204a9047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'name': 'tempest-TestShelveInstance-1866947943-router', 'tenant_id': '1e595829629a4dd4a7fccbdabc896cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '53a249dc-eefb-49ff-a291-f2eda1664fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:24:38Z', 'updated_at': '2022-09-27T04:24:39Z', 'revision_number': 3, 'project_id': '1e595829629a4dd4a7fccbdabc896cb0', 'gw_port': {'id': '53a249dc-eefb-49ff-a291-f2eda1664fe8', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:61:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:38Z', 'updated_at': '2022-09-27T04:24:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi'}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:40.813628 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-571bf4a5-7242-4fbf-bb4e-0d52fcf117b3 None None] Provisioning complete for port 7297f2f3-0ebd-4cf2-93a1-8e981779a0f0 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:24:40.814027 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-571bf4a5-7242-4fbf-bb4e-0d52fcf117b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (7297f2f3-0ebd-4cf2-93a1-8e981779a0f0), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:40.814363 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-571bf4a5-7242-4fbf-bb4e-0d52fcf117b3 None None] Attempt 1 to provision port 7297f2f3-0ebd-4cf2-93a1-8e981779a0f0 Sep 27 04:24:40.864690 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a09e8d-5c4b-4d19-a0a2-2e6b204a9047 None None] Checking router: 46ce92bd-e4b4-4da1-be51-d7a27f535bec for host: dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:24:40.865039 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a09e8d-5c4b-4d19-a0a2-2e6b204a9047 None None] Updating router 46ce92bd-e4b4-4da1-be51-d7a27f535bec port 53a249dc-eefb-49ff-a291-f2eda1664fe8 binding host dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 04:24:40.892901 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:40.913534 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a895f6de-b356-41fd-b18f-c4a544c576d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:40.917229 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:40.919504 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ee6d8c39-e4e1-452d-ac0f-a74d3bfa96f1 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:40.926182 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ee6d8c39-e4e1-452d-ac0f-a74d3bfa96f1 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4106707'] for floatingip (9529d0d6-86e7-4753-98e3-8eeba2af0489), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:40.938115 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c3a09e8d-5c4b-4d19-a0a2-2e6b204a9047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (53a249dc-eefb-49ff-a291-f2eda1664fe8), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:41.090438 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.db.l3_db [None req-ee6d8c39-e4e1-452d-ac0f-a74d3bfa96f1 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Floating IP 9529d0d6-86e7-4753-98e3-8eeba2af0489 associated. External IP: 172.27.0.21, port: b5c073b9-7000-4407-b92c-8e4279bf0f72. Sep 27 04:24:41.096679 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-571bf4a5-7242-4fbf-bb4e-0d52fcf117b3 None None] Current status of the port 7297f2f3-0ebd-4cf2-93a1-8e981779a0f0 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:24:41.145239 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-a895f6de-b356-41fd-b18f-c4a544c576d3 admin admin] Allocated IP 172.20.0.1 (41cd98f9-b206-4445-9870-d24633bca602/c8446e81-8757-4a92-bbb2-c6d0f12abe74/e4db657b-a959-4e62-b211-2cb063d743eb) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:24:41.262398 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:41.300304 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a895f6de-b356-41fd-b18f-c4a544c576d3 admin admin] Publish callbacks [] for port (e4db657b-a959-4e62-b211-2cb063d743eb), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:41.338571 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a895f6de-b356-41fd-b18f-c4a544c576d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (e4db657b-a959-4e62-b211-2cb063d743eb), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:41.374647 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c3a09e8d-5c4b-4d19-a0a2-2e6b204a9047 None None] Publish callbacks [] for port (53a249dc-eefb-49ff-a291-f2eda1664fe8), precommit_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:41.376684 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-605e62f0-165b-4367-8c76-7031a3a9abd8 None None] Provisioning complete for port 7297f2f3-0ebd-4cf2-93a1-8e981779a0f0 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:24:41.377048 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-605e62f0-165b-4367-8c76-7031a3a9abd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (7297f2f3-0ebd-4cf2-93a1-8e981779a0f0), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:41.377530 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-605e62f0-165b-4367-8c76-7031a3a9abd8 None None] Attempt 1 to provision port 7297f2f3-0ebd-4cf2-93a1-8e981779a0f0 Sep 27 04:24:41.390192 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a895f6de-b356-41fd-b18f-c4a544c576d3 admin admin] Network 41cd98f9-b206-4445-9870-d24633bca602 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:24:41.394196 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-a895f6de-b356-41fd-b18f-c4a544c576d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:24:41.396235 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895f6de-b356-41fd-b18f-c4a544c576d3 admin admin] Pushing event updated for resources: {'Port': ['ID=e4db657b-a959-4e62-b211-2cb063d743eb,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:41.399125 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a895f6de-b356-41fd-b18f-c4a544c576d3 admin admin] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:24:41.419045 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c3a09e8d-5c4b-4d19-a0a2-2e6b204a9047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (53a249dc-eefb-49ff-a291-f2eda1664fe8), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:41.450164 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:41.452860 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a895f6de-b356-41fd-b18f-c4a544c576d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689306'] for router_interface (46ce92bd-e4b4-4da1-be51-d7a27f535bec), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:41.487911 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-c3a09e8d-5c4b-4d19-a0a2-2e6b204a9047 None None] Attempting to bind port 53a249dc-eefb-49ff-a291-f2eda1664fe8 on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:24:41.488426 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-c3a09e8d-5c4b-4d19-a0a2-2e6b204a9047 None None] Attempting to bind port 53a249dc-eefb-49ff-a291-f2eda1664fe8 by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:24:41.488897 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a09e8d-5c4b-4d19-a0a2-2e6b204a9047 None None] Attempting to bind port 53a249dc-eefb-49ff-a291-f2eda1664fe8 on network 4c2326fb-b4db-42c7-9331-4377c9818745 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:24:41.508926 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed18764a-5e32-4001-82d9-8bab8032ceb2 req-90d381b4-b19d-4713-ab0e-3244d9ab72aa tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:41.516154 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ed18764a-5e32-4001-82d9-8bab8032ceb2 req-90d381b4-b19d-4713-ab0e-3244d9ab72aa tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 946 time: 0.0902162 Sep 27 04:24:41.519627 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89636aba-26b6-42c6-afa8-19f02ed39cd6 None None] Pushing event updated for resources: {'Port': ['ID=53a249dc-eefb-49ff-a291-f2eda1664fe8,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:41.581914 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-605e62f0-165b-4367-8c76-7031a3a9abd8 None None] Current status of the port 7297f2f3-0ebd-4cf2-93a1-8e981779a0f0 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:24:41.586315 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a09e8d-5c4b-4d19-a0a2-2e6b204a9047 None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:24:41.586846 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a09e8d-5c4b-4d19-a0a2-2e6b204a9047 None None] Checking segment: {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:24:41.587405 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c3a09e8d-5c4b-4d19-a0a2-2e6b204a9047 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:41.588011 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3a09e8d-5c4b-4d19-a0a2-2e6b204a9047 None None] Bound using segment: {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:24:41.588584 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-c3a09e8d-5c4b-4d19-a0a2-2e6b204a9047 None None] Bound port: 53a249dc-eefb-49ff-a291-f2eda1664fe8, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:24:41.589107 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c3a09e8d-5c4b-4d19-a0a2-2e6b204a9047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (53a249dc-eefb-49ff-a291-f2eda1664fe8), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:41.623744 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ed18764a-5e32-4001-82d9-8bab8032ceb2 req-a9eb44ce-f140-4977-9703-0b07a7b20154 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1066284 Sep 27 04:24:41.641253 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a895f6de-b356-41fd-b18f-c4a544c576d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (e4db657b-a959-4e62-b211-2cb063d743eb), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:41.659782 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-c3a09e8d-5c4b-4d19-a0a2-2e6b204a9047 None None] For port 53a249dc-eefb-49ff-a291-f2eda1664fe8, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:24:41.664461 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-c3a09e8d-5c4b-4d19-a0a2-2e6b204a9047 None None] For port 53a249dc-eefb-49ff-a291-f2eda1664fe8, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=53a249dc-eefb-49ff-a291-f2eda1664fe8,segment=NetworkSegment(458173e0-a334-422f-a9db-e4c60ba44888),segment_id=458173e0-a334-422f-a9db-e4c60ba44888)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:24:41.675397 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c3a09e8d-5c4b-4d19-a0a2-2e6b204a9047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (53a249dc-eefb-49ff-a291-f2eda1664fe8), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:41.730294 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a09e8d-5c4b-4d19-a0a2-2e6b204a9047 None None] Routers {'46ce92bd-e4b4-4da1-be51-d7a27f535bec'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:24:41.731201 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-c3a09e8d-5c4b-4d19-a0a2-2e6b204a9047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:24:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['46ce92bd-e4b4-4da1-be51-d7a27f535bec'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:41.742626 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6d8c39-e4e1-452d-ac0f-a74d3bfa96f1 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Router 484d1f09-a6b1-4259-a367-00e5d24c5c04 has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:24:41.791070 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 7297f2f3-0ebd-4cf2-93a1-8e981779a0f0 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:24:41.828187 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:41.831217 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89636aba-26b6-42c6-afa8-19f02ed39cd6 None None] Pushing event updated for resources: {'Port': ['ID=53a249dc-eefb-49ff-a291-f2eda1664fe8,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:41.854094 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-ccd44c7c-0275-498c-89d4-e01fd2b8b048 None None] Provisioning complete for port e4db657b-a959-4e62-b211-2cb063d743eb triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:24:41.854859 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ccd44c7c-0275-498c-89d4-e01fd2b8b048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (e4db657b-a959-4e62-b211-2cb063d743eb), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:41.855008 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-ccd44c7c-0275-498c-89d4-e01fd2b8b048 None None] Attempt 1 to provision port e4db657b-a959-4e62-b211-2cb063d743eb Sep 27 04:24:41.866861 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a895f6de-b356-41fd-b18f-c4a544c576d3 admin admin] Publish callbacks [] for port (e4db657b-a959-4e62-b211-2cb063d743eb), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:41.867071 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6d8c39-e4e1-452d-ac0f-a74d3bfa96f1 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:24:41.872225 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ee6d8c39-e4e1-452d-ac0f-a74d3bfa96f1 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:41.872502 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a895f6de-b356-41fd-b18f-c4a544c576d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (e4db657b-a959-4e62-b211-2cb063d743eb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:41.880985 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aac17d-814d-4192-86f4-fcd16408a7b4 None None] Sync routers for ids ['484d1f09-a6b1-4259-a367-00e5d24c5c04'] in dv-cinder-859186-3-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:24:41.891323 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aac17d-814d-4192-86f4-fcd16408a7b4 None None] Routers {'484d1f09-a6b1-4259-a367-00e5d24c5c04'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:24:41.892151 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-a8aac17d-814d-4192-86f4-fcd16408a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:24:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['484d1f09-a6b1-4259-a367-00e5d24c5c04'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:41.908243 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-ee6d8c39-e4e1-452d-ac0f-a74d3bfa96f1 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/9529d0d6-86e7-4753-98e3-8eeba2af0489 HTTP/1.1" status: 200 len: 990 time: 1.5303338 Sep 27 04:24:41.908877 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c6879a2-4ef5-4e16-8066-a2f05eca633c', 'tag': 'b5c073b9-7000-4407-b92c-8e4279bf0f72'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:24:41.912941 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375caaa08d89e17f41855227bc5930e71d4ac07142983a49768ae7ff94431a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f0b3ee-338a-4b04-bbf1-382bcb110d15" -d '{"events": [{"name": "network-changed", "server_uuid": "5c6879a2-4ef5-4e16-8066-a2f05eca633c", "tag": "b5c073b9-7000-4407-b92c-8e4279bf0f72"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:24:41.931234 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:41.966675 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d7eb16-f886-4b32-9480-9478700eb786 x-openstack-request-id: req-b4d7eb16-f886-4b32-9480-9478700eb786 {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:24:41.967058 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c6879a2-4ef5-4e16-8066-a2f05eca633c", "tag": "b5c073b9-7000-4407-b92c-8e4279bf0f72", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:24:41.967178 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a895f6de-b356-41fd-b18f-c4a544c576d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3723569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689454'] for router_interface (46ce92bd-e4b4-4da1-be51-d7a27f535bec), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:41.967715 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b4d7eb16-f886-4b32-9480-9478700eb786 {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:24:41.968289 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4d7eb16-f886-4b32-9480-9478700eb786'] response: {'name': 'network-changed', 'server_uuid': '5c6879a2-4ef5-4e16-8066-a2f05eca633c', 'tag': 'b5c073b9-7000-4407-b92c-8e4279bf0f72', 'status': 'completed', 'code': 200} Sep 27 04:24:41.969428 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a895f6de-b356-41fd-b18f-c4a544c576d3 admin admin] Pushing event updated for resources: {'Port': ['ID=e4db657b-a959-4e62-b211-2cb063d743eb,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:42.042538 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0b3ee-338a-4b04-bbf1-382bcb110d15 req-861af755-63f3-4d86-8b92-1022a262a93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:42.044365 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-01f0b3ee-338a-4b04-bbf1-382bcb110d15 req-861af755-63f3-4d86-8b92-1022a262a93f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=312fa89a4d9b43c5919b7bad5411002a&device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 1129 time: 0.0519071 Sep 27 04:24:42.047952 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-a8aac17d-814d-4192-86f4-fcd16408a7b4 None None] Set router 484d1f09-a6b1-4259-a367-00e5d24c5c04 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:24:42.087564 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ccd44c7c-0275-498c-89d4-e01fd2b8b048 None None] Port e4db657b-a959-4e62-b211-2cb063d743eb cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:24:42.092631 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port 7297f2f3-0ebd-4cf2-93a1-8e981779a0f0 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:24:42.093006 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (7297f2f3-0ebd-4cf2-93a1-8e981779a0f0), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:42.093339 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port 7297f2f3-0ebd-4cf2-93a1-8e981779a0f0 Sep 27 04:24:42.094062 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a895f6de-b356-41fd-b18f-c4a544c576d3 admin admin] Network 41cd98f9-b206-4445-9870-d24633bca602 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:24:42.095521 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-a895f6de-b356-41fd-b18f-c4a544c576d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:24:42.120695 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-c3a09e8d-5c4b-4d19-a0a2-2e6b204a9047 None None] Set router 46ce92bd-e4b4-4da1-be51-d7a27f535bec gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:24:42.177954 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0b3ee-338a-4b04-bbf1-382bcb110d15 req-5005e6c2-b574-4e50-898b-4984ed8ecfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:42.181186 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-01f0b3ee-338a-4b04-bbf1-382bcb110d15 req-5005e6c2-b574-4e50-898b-4984ed8ecfb0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6 HTTP/1.1" status: 200 len: 917 time: 0.1296294 Sep 27 04:24:42.294359 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:42.314134 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a895f6de-b356-41fd-b18f-c4a544c576d3 admin admin] Router 46ce92bd-e4b4-4da1-be51-d7a27f535bec has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:24:42.340275 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-01f0b3ee-338a-4b04-bbf1-382bcb110d15 req-e4d498fe-92a4-422a-85b0-ffdac5e69ab2 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5c073b9-7000-4407-b92c-8e4279bf0f72 HTTP/1.1" status: 200 len: 998 time: 0.1488500 Sep 27 04:24:42.382195 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 7297f2f3-0ebd-4cf2-93a1-8e981779a0f0 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:24:42.417206 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0b3ee-338a-4b04-bbf1-382bcb110d15 req-4f394022-265e-4568-96d7-b8fdf262ec2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:42.418798 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-01f0b3ee-338a-4b04-bbf1-382bcb110d15 req-4f394022-265e-4568-96d7-b8fdf262ec2c service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=7fbc1344-d37e-4e3c-8ea2-baced031ac4e HTTP/1.1" status: 200 len: 855 time: 0.0706444 Sep 27 04:24:42.467426 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a895f6de-b356-41fd-b18f-c4a544c576d3 admin admin] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:24:42.474107 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-a8aac17d-814d-4192-86f4-fcd16408a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'name': 'tempest-AttachVolumeShelveTestJSON-185060981-router', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:58Z', 'updated_at': '2022-09-27T04:20:07Z', 'revision_number': 4, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'gw_port': {'id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:00Z', 'updated_at': '2022-09-27T04:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': '9529d0d6-86e7-4753-98e3-8eeba2af0489', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'port_id': 'b5c073b9-7000-4407-b92c-8e4279bf0f72', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6', 'mac_address': 'fa:16:3e:17:90:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6879a2-4ef5-4e16-8066-a2f05eca633c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:24:27Z', 'updated_at': '2022-09-27T04:24:40Z', 'revision_number': 1, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38ba25f-11e0-4272-a046-108afa9fa96c', 'name': '', 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'mac_address': 'fa:16:3e:e9:8a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:06Z', 'updated_at': '2022-09-27T04:20:22Z', 'revision_number': 5, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'subnets': [{'id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:42.487704 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:42.489474 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0b3ee-338a-4b04-bbf1-382bcb110d15 req-868fef88-e2d5-42c8-b85e-e546ea13ff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:42.495852 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-a895f6de-b356-41fd-b18f-c4a544c576d3 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/46ce92bd-e4b4-4da1-be51-d7a27f535bec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0821042 Sep 27 04:24:42.496527 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:42.501579 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-01f0b3ee-338a-4b04-bbf1-382bcb110d15 req-868fef88-e2d5-42c8-b85e-e546ea13ff0f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0749681 Sep 27 04:24:42.504614 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aac17d-814d-4192-86f4-fcd16408a7b4 None None] Checking router: 484d1f09-a6b1-4259-a367-00e5d24c5c04 for host: dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:24:42.514434 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8aac17d-814d-4192-86f4-fcd16408a7b4 None None] Routers {'484d1f09-a6b1-4259-a367-00e5d24c5c04'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:24:42.515048 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-a8aac17d-814d-4192-86f4-fcd16408a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:24:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['484d1f09-a6b1-4259-a367-00e5d24c5c04'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:42.533454 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-c3a09e8d-5c4b-4d19-a0a2-2e6b204a9047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'name': 'tempest-TestShelveInstance-1866947943-router', 'tenant_id': '1e595829629a4dd4a7fccbdabc896cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '53a249dc-eefb-49ff-a291-f2eda1664fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:24:38Z', 'updated_at': '2022-09-27T04:24:41Z', 'revision_number': 4, 'project_id': '1e595829629a4dd4a7fccbdabc896cb0', 'gw_port': {'id': '53a249dc-eefb-49ff-a291-f2eda1664fe8', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:61:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:38Z', 'updated_at': '2022-09-27T04:24:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'e4db657b-a959-4e62-b211-2cb063d743eb', 'name': '', 'network_id': '41cd98f9-b206-4445-9870-d24633bca602', 'tenant_id': '1e595829629a4dd4a7fccbdabc896cb0', 'mac_address': 'fa:16:3e:06:b0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'c8446e81-8757-4a92-bbb2-c6d0f12abe74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:40Z', 'updated_at': '2022-09-27T04:24:41Z', 'revision_number': 1, 'project_id': '1e595829629a4dd4a7fccbdabc896cb0', 'subnets': [{'id': 'c8446e81-8757-4a92-bbb2-c6d0f12abe74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:42.577097 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3a09e8d-5c4b-4d19-a0a2-2e6b204a9047 None None] The sync data for ids ['46ce92bd-e4b4-4da1-be51-d7a27f535bec'] in dv-cinder-859186-3-iscsi is: [{'id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'name': 'tempest-TestShelveInstance-1866947943-router', 'tenant_id': '1e595829629a4dd4a7fccbdabc896cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '53a249dc-eefb-49ff-a291-f2eda1664fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:24:38Z', 'updated_at': '2022-09-27T04:24:41Z', 'revision_number': 4, 'project_id': '1e595829629a4dd4a7fccbdabc896cb0', 'gw_port': {'id': '53a249dc-eefb-49ff-a291-f2eda1664fe8', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:61:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:38Z', 'updated_at': '2022-09-27T04:24:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'e4db657b-a959-4e62-b211-2cb063d743eb', 'name': '', 'network_id': '41cd98f9-b206-4445-9870-d24633bca602', 'tenant_id': '1e595829629a4dd4a7fccbdabc896cb0', 'mac_address': 'fa:16:3e:06:b0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'c8446e81-8757-4a92-bbb2-c6d0f12abe74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:40Z', 'updated_at': '2022-09-27T04:24:41Z', 'revision_number': 1, 'project_id': '1e595829629a4dd4a7fccbdabc896cb0', 'subnets': [{'id': 'c8446e81-8757-4a92-bbb2-c6d0f12abe74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:24:42.588962 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-ccd44c7c-0275-498c-89d4-e01fd2b8b048 None None] Attempt 2 to provision port e4db657b-a959-4e62-b211-2cb063d743eb Sep 27 04:24:42.621591 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6427c4-2503-4199-ad00-7a9703455d70 req-3c0de2fa-511b-4501-a0fd-2d64ea509db5 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:42.632102 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8c6427c4-2503-4199-ad00-7a9703455d70 req-3c0de2fa-511b-4501-a0fd-2d64ea509db5 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 946 time: 0.0875046 Sep 27 04:24:42.632894 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-a8aac17d-814d-4192-86f4-fcd16408a7b4 None None] Set router 484d1f09-a6b1-4259-a367-00e5d24c5c04 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:24:42.648090 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ccd44c7c-0275-498c-89d4-e01fd2b8b048 None None] Port e4db657b-a959-4e62-b211-2cb063d743eb cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:24:42.704487 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8c6427c4-2503-4199-ad00-7a9703455d70 req-b4adba47-d887-4daf-a7bb-e818ea63d555 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668039 Sep 27 04:24:42.782198 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534cdc5-82c8-4152-8ad3-7e81673bfe14 req-dae65820-c38b-4a9a-98c2-9d1740c3023b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:42.783885 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0534cdc5-82c8-4152-8ad3-7e81673bfe14 req-dae65820-c38b-4a9a-98c2-9d1740c3023b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 946 time: 0.0647466 Sep 27 04:24:42.830200 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:42.857091 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0534cdc5-82c8-4152-8ad3-7e81673bfe14 req-35636339-7711-4533-a343-8c3f9c044b63 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636683 Sep 27 04:24:42.906009 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-a8aac17d-814d-4192-86f4-fcd16408a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'name': 'tempest-AttachVolumeShelveTestJSON-185060981-router', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:58Z', 'updated_at': '2022-09-27T04:20:07Z', 'revision_number': 4, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'gw_port': {'id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:00Z', 'updated_at': '2022-09-27T04:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': '9529d0d6-86e7-4753-98e3-8eeba2af0489', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'port_id': 'b5c073b9-7000-4407-b92c-8e4279bf0f72', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6', 'mac_address': 'fa:16:3e:17:90:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6879a2-4ef5-4e16-8066-a2f05eca633c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:24:27Z', 'updated_at': '2022-09-27T04:24:40Z', 'revision_number': 1, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38ba25f-11e0-4272-a046-108afa9fa96c', 'name': '', 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'mac_address': 'fa:16:3e:e9:8a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:06Z', 'updated_at': '2022-09-27T04:20:22Z', 'revision_number': 5, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'subnets': [{'id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:42.937271 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aac17d-814d-4192-86f4-fcd16408a7b4 None None] The sync data for ids ['484d1f09-a6b1-4259-a367-00e5d24c5c04'] in dv-cinder-859186-3-iscsi is: [{'id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'name': 'tempest-AttachVolumeShelveTestJSON-185060981-router', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:58Z', 'updated_at': '2022-09-27T04:20:07Z', 'revision_number': 4, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'gw_port': {'id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:00Z', 'updated_at': '2022-09-27T04:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': '9529d0d6-86e7-4753-98e3-8eeba2af0489', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'floating_ip_address': '172.27.0.21', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'port_id': 'b5c073b9-7000-4407-b92c-8e4279bf0f72', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 446, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6', 'mac_address': 'fa:16:3e:17:90:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c6879a2-4ef5-4e16-8066-a2f05eca633c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:24:27Z', 'updated_at': '2022-09-27T04:24:40Z', 'revision_number': 1, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd38ba25f-11e0-4272-a046-108afa9fa96c', 'name': '', 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'mac_address': 'fa:16:3e:e9:8a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:06Z', 'updated_at': '2022-09-27T04:20:22Z', 'revision_number': 5, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'subnets': [{'id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:24:43.149580 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-ccd44c7c-0275-498c-89d4-e01fd2b8b048 None None] Attempt 3 to provision port e4db657b-a959-4e62-b211-2cb063d743eb Sep 27 04:24:43.151073 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 33786) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:43.155858 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-1809cd0d-0b59-423d-94b4-39e64e549884 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1208588778-network', 'tenant_id': '4af948c97bfd43789719fb833d38e164'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:24:43.182175 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1809cd0d-0b59-423d-94b4-39e64e549884 admin admin] Made reservation on behalf of 4af948c97bfd43789719fb833d38e164 for: {'network': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:24:43.185681 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1809cd0d-0b59-423d-94b4-39e64e549884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for network (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:43.195987 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1809cd0d-0b59-423d-94b4-39e64e549884 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:43.198861 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ccd44c7c-0275-498c-89d4-e01fd2b8b048 None None] Port e4db657b-a959-4e62-b211-2cb063d743eb cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:24:43.222137 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6899ebf5-8d3c-4a1b-aebc-9d86d467c6a7 None None] New status for floating IP 9529d0d6-86e7-4753-98e3-8eeba2af0489: ACTIVE {{(pid=106212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 04:24:43.259906 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:43.278982 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1809cd0d-0b59-423d-94b4-39e64e549884 admin admin] Publish callbacks [] for security_group (896ea457-a0ac-4630-8bb9-fe121ebeac4d), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:43.284632 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1809cd0d-0b59-423d-94b4-39e64e549884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (896ea457-a0ac-4630-8bb9-fe121ebeac4d), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:43.304089 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:43.311197 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1809cd0d-0b59-423d-94b4-39e64e549884 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=106210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 04:24:43.323947 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1809cd0d-0b59-423d-94b4-39e64e549884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896ea457-a0ac-4630-8bb9-fe121ebeac4d,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:43.329030 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1809cd0d-0b59-423d-94b4-39e64e549884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (f504d49b-f85a-4d4e-8352-634bdc19d78f), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:43.329369 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.db.segments_db [None req-1809cd0d-0b59-423d-94b4-39e64e549884 admin admin] Added segment f504d49b-f85a-4d4e-8352-634bdc19d78f of type vlan for network 5a310953-8b80-4c4f-86d4-ab083fbc1003 Sep 27 04:24:43.377858 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1809cd0d-0b59-423d-94b4-39e64e549884 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770987766721'] for network (5a310953-8b80-4c4f-86d4-ab083fbc1003), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:43.413137 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1809cd0d-0b59-423d-94b4-39e64e549884 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551'] for network (5a310953-8b80-4c4f-86d4-ab083fbc1003), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:43.413544 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1809cd0d-0b59-423d-94b4-39e64e549884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:43.418791 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1809cd0d-0b59-423d-94b4-39e64e549884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:43.482526 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-1809cd0d-0b59-423d-94b4-39e64e549884 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3277748 Sep 27 04:24:43.483165 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 33788) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:43.487460 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-eff0fcf1-afe4-4300-a16b-67226715eb49 admin admin] Request body: {'subnet': {'network_id': '5a310953-8b80-4c4f-86d4-ab083fbc1003', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1208588778-subnet', 'tenant_id': '4af948c97bfd43789719fb833d38e164', 'ip_version': 4}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:24:43.506706 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1809cd0d-0b59-423d-94b4-39e64e549884 admin admin] Pushing event updated for resources: {'Network': ['ID=5a310953-8b80-4c4f-86d4-ab083fbc1003,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:43.519123 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Network 5a310953-8b80-4c4f-86d4-ab083fbc1003 details requested by agent ovs-agent-dv-cinder-859186-3-iscsi with host dv-cinder-859186-3-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 04:24:43.521168 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff0fcf1-afe4-4300-a16b-67226715eb49 admin admin] Made reservation on behalf of 4af948c97bfd43789719fb833d38e164 for: {'subnet': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:24:43.524591 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-eff0fcf1-afe4-4300-a16b-67226715eb49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214679'] for subnet (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:43.609896 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:43.700057 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-ccd44c7c-0275-498c-89d4-e01fd2b8b048 None None] Attempt 4 to provision port e4db657b-a959-4e62-b211-2cb063d743eb Sep 27 04:24:43.717678 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-eff0fcf1-afe4-4300-a16b-67226715eb49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9340193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214689'] for subnet (ace747cf-2ef4-4c62-b777-44656539b2e3), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:43.749958 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 53a249dc-eefb-49ff-a291-f2eda1664fe8 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:24:43.790074 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ccd44c7c-0275-498c-89d4-e01fd2b8b048 None None] Port e4db657b-a959-4e62-b211-2cb063d743eb cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:24:43.803741 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0fcf1-afe4-4300-a16b-67226715eb49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ace747cf-2ef4-4c62-b777-44656539b2e3,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:43.809625 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff0fcf1-afe4-4300-a16b-67226715eb49 admin admin] Checking segment: {'id': 'f504d49b-f85a-4d4e-8352-634bdc19d78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5a310953-8b80-4c4f-86d4-ab083fbc1003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:24:43.809947 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff0fcf1-afe4-4300-a16b-67226715eb49 admin admin] Network hostable DHCP agents. Network: 5a310953-8b80-4c4f-86d4-ab083fbc1003, hostable agents: ['90f8f94a-2e1d-4f4f-8859-344f24ecc1be'], hosted agents: [] {{(pid=106210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 04:24:43.821510 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port 53a249dc-eefb-49ff-a291-f2eda1664fe8 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:24:43.822045 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (53a249dc-eefb-49ff-a291-f2eda1664fe8), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:43.822517 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port 53a249dc-eefb-49ff-a291-f2eda1664fe8 Sep 27 04:24:43.870203 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff0fcf1-afe4-4300-a16b-67226715eb49 admin admin] Network 5a310953-8b80-4c4f-86d4-ab083fbc1003 is scheduled to be hosted by DHCP agent 90f8f94a-2e1d-4f4f-8859-344f24ecc1be with binding_index 1 {{(pid=106210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 04:24:43.885434 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f559b1-7051-4451-963f-c95b41736e76 req-3c287b06-a3a7-4294-93f8-dab6db7cd54f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:43.886908 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-71f559b1-7051-4451-963f-c95b41736e76 req-3c287b06-a3a7-4294-93f8-dab6db7cd54f tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 946 time: 0.0701356 Sep 27 04:24:43.899670 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-eff0fcf1-afe4-4300-a16b-67226715eb49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-3-iscsi, 5a310953-8b80-4c4f-86d4-ab083fbc1003) {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:24:43.909770 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff0fcf1-afe4-4300-a16b-67226715eb49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:43.910757 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-eff0fcf1-afe4-4300-a16b-67226715eb49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:43.915315 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1c5342-9ba3-456d-8a10-de6102e700e8 None None] Network 5a310953-8b80-4c4f-86d4-ab083fbc1003 requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:24:43.930260 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 53a249dc-eefb-49ff-a291-f2eda1664fe8 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:24:43.930739 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (53a249dc-eefb-49ff-a291-f2eda1664fe8), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:43.935518 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-eff0fcf1-afe4-4300-a16b-67226715eb49 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4491227 Sep 27 04:24:43.935864 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 33794) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:43.940355 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-f71df539-6c73-484e-89c1-2f3467338974 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1208588778-router', 'tenant_id': '4af948c97bfd43789719fb833d38e164', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:24:43.986203 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-71f559b1-7051-4451-963f-c95b41736e76 req-b05cb2bb-f90e-4bc4-8b3b-ccf9bf55c2ea tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876429 Sep 27 04:24:44.011277 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f71df539-6c73-484e-89c1-2f3467338974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124547'] for router (2e87ec94-7cc8-45c7-873c-f9438300f7d0), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:44.012023 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] For port 53a249dc-eefb-49ff-a291-f2eda1664fe8, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=53a249dc-eefb-49ff-a291-f2eda1664fe8,segment=NetworkSegment(458173e0-a334-422f-a9db-e4c60ba44888),segment_id=458173e0-a334-422f-a9db-e4c60ba44888)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:24:44.012602 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f71df539-6c73-484e-89c1-2f3467338974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4106117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3687932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124568'] for router (2e87ec94-7cc8-45c7-873c-f9438300f7d0), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:44.031007 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (53a249dc-eefb-49ff-a291-f2eda1664fe8), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:44.039089 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1efdde-0889-42d4-9315-453fb9552ee9 req-fc78ba32-0a95-441a-ae24-359d4931ee01 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:44.040847 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3e1efdde-0889-42d4-9315-453fb9552ee9 req-fc78ba32-0a95-441a-ae24-359d4931ee01 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 946 time: 0.0811443 Sep 27 04:24:44.103049 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fe8122-957e-4a6e-a78e-348131327f9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp977886c5-f3aa-5b76-a131-51301725c052-5a310953-8b80-4c4f-86d4-ab083fbc1003', 'network_id': '5a310953-8b80-4c4f-86d4-ab083fbc1003', 'project_id': '4af948c97bfd43789719fb833d38e164', 'fixed_ips': [{'subnet_id': 'ace747cf-2ef4-4c62-b777-44656539b2e3'}]}} from dv-cinder-859186-3-iscsi. {{(pid=106212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 04:24:44.103975 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8122-957e-4a6e-a78e-348131327f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:44.127390 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Pushing event updated for resources: {'Port': ['ID=53a249dc-eefb-49ff-a291-f2eda1664fe8,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:44.179204 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f71df539-6c73-484e-89c1-2f3467338974 admin admin] Publish callbacks [] for router_controller (2e87ec94-7cc8-45c7-873c-f9438300f7d0), precommit_add_association {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:44.235606 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3e1efdde-0889-42d4-9315-453fb9552ee9 req-38a3ec63-6de2-451d-9f73-28cf7d2770e8 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1849134 Sep 27 04:24:44.260733 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.db_base_plugin_common [None req-c4fe8122-957e-4a6e-a78e-348131327f9b None None] Allocated IP 172.20.0.2 (5a310953-8b80-4c4f-86d4-ab083fbc1003/ace747cf-2ef4-4c62-b777-44656539b2e3/c74bfff2-6b41-4e9a-bba6-dfaded2b10c0) {{(pid=106212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:24:44.288510 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-01f0b3ee-338a-4b04-bbf1-382bcb110d15 req-122079e7-0636-4a4d-8174-cc014db3f438 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466726 Sep 27 04:24:44.294902 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-ccd44c7c-0275-498c-89d4-e01fd2b8b048 None None] Attempt 5 to provision port e4db657b-a959-4e62-b211-2cb063d743eb Sep 27 04:24:44.363573 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ccd44c7c-0275-498c-89d4-e01fd2b8b048 None None] Port e4db657b-a959-4e62-b211-2cb063d743eb cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:24:44.375706 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:44.399345 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f71df539-6c73-484e-89c1-2f3467338974 admin admin] Publish callbacks [] for router_gateway (2e87ec94-7cc8-45c7-873c-f9438300f7d0), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:44.435826 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff838bec-c6c4-485f-a387-6c783b9e850a req-52c2a2c1-1e44-4403-9588-22e9cdc42865 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:44.437359 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ff838bec-c6c4-485f-a387-6c783b9e850a req-52c2a2c1-1e44-4403-9588-22e9cdc42865 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 946 time: 0.0607650 Sep 27 04:24:44.471993 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8122-957e-4a6e-a78e-348131327f9b None None] Publish callbacks [] for port (c74bfff2-6b41-4e9a-bba6-dfaded2b10c0), precommit_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:44.480196 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8122-957e-4a6e-a78e-348131327f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084'] for port (c74bfff2-6b41-4e9a-bba6-dfaded2b10c0), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:44.485358 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:44.493572 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-01f0b3ee-338a-4b04-bbf1-382bcb110d15 req-3a7d7f58-785d-437a-8632-74d2747dd511 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693108 Sep 27 04:24:44.530775 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-ff838bec-c6c4-485f-a387-6c783b9e850a req-0b9eb5d4-1afd-4229-8144-c5171cd21ba5 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Deleting port 9d990fa5-a24c-4b14-8c63-0e0506b80887 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:24:44.531389 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-ff838bec-c6c4-485f-a387-6c783b9e850a req-0b9eb5d4-1afd-4229-8144-c5171cd21ba5 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (9d990fa5-a24c-4b14-8c63-0e0506b80887), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:44.547344 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4fe8122-957e-4a6e-a78e-348131327f9b None None] Network 5a310953-8b80-4c4f-86d4-ab083fbc1003 is already hosted by enough agents. {{(pid=106212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:24:44.551206 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.scheduler.base_scheduler [None req-c4fe8122-957e-4a6e-a78e-348131327f9b None None] Resources bound (agent type, host, resource id): {{(pid=106212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:24:44.556176 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fe8122-957e-4a6e-a78e-348131327f9b None None] Received port after_create {{(pid=106212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:24:44.563200 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8122-957e-4a6e-a78e-348131327f9b None None] Pushing event updated for resources: {'Port': ['ID=c74bfff2-6b41-4e9a-bba6-dfaded2b10c0,revision_number=1']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:44.579735 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:INSERT=7,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:44.630160 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f71df539-6c73-484e-89c1-2f3467338974 admin admin] Publish callbacks [] for router_gateway (2e87ec94-7cc8-45c7-873c-f9438300f7d0), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:44.651036 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-c4fe8122-957e-4a6e-a78e-348131327f9b None None] Attempting to bind port c74bfff2-6b41-4e9a-bba6-dfaded2b10c0 on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:24:44.651247 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-ff838bec-c6c4-485f-a387-6c783b9e850a req-0b9eb5d4-1afd-4229-8144-c5171cd21ba5 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] For port 9d990fa5-a24c-4b14-8c63-0e0506b80887, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=9d990fa5-a24c-4b14-8c63-0e0506b80887,segment=NetworkSegment(39fbe748-2b18-4d3a-b683-ef5d7bb2f520),segment_id=39fbe748-2b18-4d3a-b683-ef5d7bb2f520)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:24:44.651364 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-c4fe8122-957e-4a6e-a78e-348131327f9b None None] Attempting to bind port c74bfff2-6b41-4e9a-bba6-dfaded2b10c0 by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': 'f504d49b-f85a-4d4e-8352-634bdc19d78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5a310953-8b80-4c4f-86d4-ab083fbc1003'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:24:44.651487 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-ff838bec-c6c4-485f-a387-6c783b9e850a req-0b9eb5d4-1afd-4229-8144-c5171cd21ba5 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (9d990fa5-a24c-4b14-8c63-0e0506b80887), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:44.651663 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fe8122-957e-4a6e-a78e-348131327f9b None None] Attempting to bind port c74bfff2-6b41-4e9a-bba6-dfaded2b10c0 on network 5a310953-8b80-4c4f-86d4-ab083fbc1003 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:24:44.659788 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f71df539-6c73-484e-89c1-2f3467338974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:44.668982 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-ff838bec-c6c4-485f-a387-6c783b9e850a req-0b9eb5d4-1afd-4229-8144-c5171cd21ba5 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Calling delete_port for 9d990fa5-a24c-4b14-8c63-0e0506b80887 owned by compute:nova {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:24:44.718769 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fe8122-957e-4a6e-a78e-348131327f9b None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:24:44.719140 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fe8122-957e-4a6e-a78e-348131327f9b None None] Checking segment: {'id': 'f504d49b-f85a-4d4e-8352-634bdc19d78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5a310953-8b80-4c4f-86d4-ab083fbc1003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:24:44.719783 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8122-957e-4a6e-a78e-348131327f9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:44.720236 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4fe8122-957e-4a6e-a78e-348131327f9b None None] Bound using segment: {'id': 'f504d49b-f85a-4d4e-8352-634bdc19d78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5a310953-8b80-4c4f-86d4-ab083fbc1003'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:24:44.720723 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-c4fe8122-957e-4a6e-a78e-348131327f9b None None] Bound port: c74bfff2-6b41-4e9a-bba6-dfaded2b10c0, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f504d49b-f85a-4d4e-8352-634bdc19d78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5a310953-8b80-4c4f-86d4-ab083fbc1003'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:24:44.721103 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8122-957e-4a6e-a78e-348131327f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (c74bfff2-6b41-4e9a-bba6-dfaded2b10c0), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:44.770562 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:44.787029 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-c4fe8122-957e-4a6e-a78e-348131327f9b None None] For port c74bfff2-6b41-4e9a-bba6-dfaded2b10c0, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:24:44.790947 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-c4fe8122-957e-4a6e-a78e-348131327f9b None None] For port c74bfff2-6b41-4e9a-bba6-dfaded2b10c0, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=c74bfff2-6b41-4e9a-bba6-dfaded2b10c0,segment=NetworkSegment(f504d49b-f85a-4d4e-8352-634bdc19d78f),segment_id=f504d49b-f85a-4d4e-8352-634bdc19d78f)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:24:44.798548 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c4fe8122-957e-4a6e-a78e-348131327f9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (c74bfff2-6b41-4e9a-bba6-dfaded2b10c0), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:44.801367 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [None req-f71df539-6c73-484e-89c1-2f3467338974 admin admin] Allocated IP 172.27.0.92 (4c2326fb-b4db-42c7-9331-4377c9818745/65648eee-291b-4b8a-95c0-f3ca12df09c9/fe4ecad8-9126-45df-830c-fb2391ce585d) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:24:44.845169 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-ff838bec-c6c4-485f-a387-6c783b9e850a req-0b9eb5d4-1afd-4229-8144-c5171cd21ba5 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (9d990fa5-a24c-4b14-8c63-0e0506b80887), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:44.866756 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-ccd44c7c-0275-498c-89d4-e01fd2b8b048 None None] Attempt 6 to provision port e4db657b-a959-4e62-b211-2cb063d743eb Sep 27 04:24:44.904905 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['9d990fa5-a24c-4b14-8c63-0e0506b80887'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:24:44.908507 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ccd44c7c-0275-498c-89d4-e01fd2b8b048 None None] Port e4db657b-a959-4e62-b211-2cb063d743eb cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:24:44.909732 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fe8122-957e-4a6e-a78e-348131327f9b None None] Pushing event updated for resources: {'Port': ['ID=c74bfff2-6b41-4e9a-bba6-dfaded2b10c0,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:44.927558 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:44.938890 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9eb5d4-1afd-4229-8144-c5171cd21ba5 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Pushing event deleted for resources: {'Port': ['ID=9d990fa5-a24c-4b14-8c63-0e0506b80887,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:44.958892 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff838bec-c6c4-485f-a387-6c783b9e850a req-0b9eb5d4-1afd-4229-8144-c5171cd21ba5 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] No DVR routers for this DVR port 9d990fa5-a24c-4b14-8c63-0e0506b80887 on host hv-cinder-85918 {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:24:44.962355 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-ff838bec-c6c4-485f-a387-6c783b9e850a req-0b9eb5d4-1afd-4229-8144-c5171cd21ba5 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:44.965931 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ff838bec-c6c4-485f-a387-6c783b9e850a req-0b9eb5d4-1afd-4229-8144-c5171cd21ba5 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.57 "DELETE /networking/v2.0/ports/9d990fa5-a24c-4b14-8c63-0e0506b80887 HTTP/1.1" status: 204 len: 173 time: 0.5207424 Sep 27 04:24:44.966511 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7036d25-7161-4e1f-95a5-5c8549139bc3', 'name': 'network-vif-deleted', 'tag': '9d990fa5-a24c-4b14-8c63-0e0506b80887'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:24:44.966813 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f71df539-6c73-484e-89c1-2f3467338974 admin admin] Publish callbacks [] for port (fe4ecad8-9126-45df-830c-fb2391ce585d), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:44.968927 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0618a4d9-c03a-4ac3-adea-8ef409580ab1" -d '{"events": [{"server_uuid": "c7036d25-7161-4e1f-95a5-5c8549139bc3", "name": "network-vif-deleted", "tag": "9d990fa5-a24c-4b14-8c63-0e0506b80887"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:24:45.018674 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54423857-04ed-4d48-92c7-81686a40bcc8 x-openstack-request-id: req-54423857-04ed-4d48-92c7-81686a40bcc8 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:24:45.019143 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7036d25-7161-4e1f-95a5-5c8549139bc3", "name": "network-vif-deleted", "tag": "9d990fa5-a24c-4b14-8c63-0e0506b80887", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:24:45.019512 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-54423857-04ed-4d48-92c7-81686a40bcc8 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:24:45.020036 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54423857-04ed-4d48-92c7-81686a40bcc8'] response: {'server_uuid': 'c7036d25-7161-4e1f-95a5-5c8549139bc3', 'name': 'network-vif-deleted', 'tag': '9d990fa5-a24c-4b14-8c63-0e0506b80887', 'status': 'completed', 'code': 200} Sep 27 04:24:45.022793 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f71df539-6c73-484e-89c1-2f3467338974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (fe4ecad8-9126-45df-830c-fb2391ce585d), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:45.139881 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71df539-6c73-484e-89c1-2f3467338974 admin admin] Pushing event updated for resources: {'Port': ['ID=fe4ecad8-9126-45df-830c-fb2391ce585d,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:45.150538 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71df539-6c73-484e-89c1-2f3467338974 admin admin] Network 4c2326fb-b4db-42c7-9331-4377c9818745 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:24:45.157619 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-f71df539-6c73-484e-89c1-2f3467338974 admin admin] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:24:45.168359 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d647bdb0-806e-47f6-b8ab-eca06d46440a None None] Sync routers for ids ['46ce92bd-e4b4-4da1-be51-d7a27f535bec'] in dv-cinder-859186-3-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:24:45.178473 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71df539-6c73-484e-89c1-2f3467338974 admin admin] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:24:45.186585 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d647bdb0-806e-47f6-b8ab-eca06d46440a None None] Routers {'46ce92bd-e4b4-4da1-be51-d7a27f535bec'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:24:45.189204 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-d647bdb0-806e-47f6-b8ab-eca06d46440a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:24:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['46ce92bd-e4b4-4da1-be51-d7a27f535bec'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:45.282032 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-40569848-4b99-44d2-b4eb-ad309cb29e74 req-f02b8649-e9c4-49e8-a3aa-8369e961fe97 tempest-TestMinimumBasicScenario-1716668822 tempest-TestMinimumBasicScenario-1716668822-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=c7036d25-7161-4e1f-95a5-5c8549139bc3 HTTP/1.1" status: 200 len: 210 time: 0.0757895 Sep 27 04:24:45.333428 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-d647bdb0-806e-47f6-b8ab-eca06d46440a None None] Set router 46ce92bd-e4b4-4da1-be51-d7a27f535bec gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:24:45.410635 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-ccd44c7c-0275-498c-89d4-e01fd2b8b048 None None] Attempt 7 to provision port e4db657b-a959-4e62-b211-2cb063d743eb Sep 27 04:24:45.464062 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ccd44c7c-0275-498c-89d4-e01fd2b8b048 None None] Port e4db657b-a959-4e62-b211-2cb063d743eb cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:24:45.466037 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fc7aa-9ad3-4387-8b47-36c44475aed8 req-3c4ea2c8-e6cd-4619-beba-4173ac03c788 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:45.467850 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ce6fc7aa-9ad3-4387-8b47-36c44475aed8 req-3c4ea2c8-e6cd-4619-beba-4173ac03c788 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 946 time: 0.0972323 Sep 27 04:24:45.531447 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ce6fc7aa-9ad3-4387-8b47-36c44475aed8 req-8059192f-f111-488c-8bec-c37dec8d9477 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577650 Sep 27 04:24:45.542063 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:45.593774 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-d647bdb0-806e-47f6-b8ab-eca06d46440a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'name': 'tempest-TestShelveInstance-1866947943-router', 'tenant_id': '1e595829629a4dd4a7fccbdabc896cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '53a249dc-eefb-49ff-a291-f2eda1664fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:24:38Z', 'updated_at': '2022-09-27T04:24:41Z', 'revision_number': 4, 'project_id': '1e595829629a4dd4a7fccbdabc896cb0', 'gw_port': {'id': '53a249dc-eefb-49ff-a291-f2eda1664fe8', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:38Z', 'updated_at': '2022-09-27T04:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'e4db657b-a959-4e62-b211-2cb063d743eb', 'name': '', 'network_id': '41cd98f9-b206-4445-9870-d24633bca602', 'tenant_id': '1e595829629a4dd4a7fccbdabc896cb0', 'mac_address': 'fa:16:3e:06:b0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'c8446e81-8757-4a92-bbb2-c6d0f12abe74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:40Z', 'updated_at': '2022-09-27T04:24:41Z', 'revision_number': 2, 'project_id': '1e595829629a4dd4a7fccbdabc896cb0', 'subnets': [{'id': 'c8446e81-8757-4a92-bbb2-c6d0f12abe74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:45.605231 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f71df539-6c73-484e-89c1-2f3467338974 admin admin] Publish callbacks [] for router_gateway (2e87ec94-7cc8-45c7-873c-f9438300f7d0), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:45.622423 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d647bdb0-806e-47f6-b8ab-eca06d46440a None None] Checking router: 46ce92bd-e4b4-4da1-be51-d7a27f535bec for host: dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:24:45.622873 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d647bdb0-806e-47f6-b8ab-eca06d46440a None None] Updating router 46ce92bd-e4b4-4da1-be51-d7a27f535bec port e4db657b-a959-4e62-b211-2cb063d743eb binding host dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 04:24:45.652421 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d647bdb0-806e-47f6-b8ab-eca06d46440a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (e4db657b-a959-4e62-b211-2cb063d743eb), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:45.834481 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f71df539-6c73-484e-89c1-2f3467338974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4106130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4106573'] for router (2e87ec94-7cc8-45c7-873c-f9438300f7d0), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:45.883529 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device c74bfff2-6b41-4e9a-bba6-dfaded2b10c0 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:24:45.946721 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port c74bfff2-6b41-4e9a-bba6-dfaded2b10c0 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:24:45.959814 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (c74bfff2-6b41-4e9a-bba6-dfaded2b10c0), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:45.960388 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port c74bfff2-6b41-4e9a-bba6-dfaded2b10c0 Sep 27 04:24:46.005970 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-ccd44c7c-0275-498c-89d4-e01fd2b8b048 None None] Attempt 8 to provision port e4db657b-a959-4e62-b211-2cb063d743eb Sep 27 04:24:46.009356 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:46.049189 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d647bdb0-806e-47f6-b8ab-eca06d46440a None None] Publish callbacks [] for port (e4db657b-a959-4e62-b211-2cb063d743eb), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:46.054577 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ccd44c7c-0275-498c-89d4-e01fd2b8b048 None None] Port e4db657b-a959-4e62-b211-2cb063d743eb cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:24:46.057861 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d647bdb0-806e-47f6-b8ab-eca06d46440a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (e4db657b-a959-4e62-b211-2cb063d743eb), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:46.065494 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71df539-6c73-484e-89c1-2f3467338974 admin admin] Router 2e87ec94-7cc8-45c7-873c-f9438300f7d0 is scheduled to L3 agent 1a534786-8095-4832-a439-62015d3bc58a with binding_index 1 {{(pid=106211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 04:24:46.104602 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port c74bfff2-6b41-4e9a-bba6-dfaded2b10c0 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:24:46.105182 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (c74bfff2-6b41-4e9a-bba6-dfaded2b10c0), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:46.148929 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b5d20-0cd6-40c5-9e8b-e32ef3c6e293 None None] Pushing event updated for resources: {'Port': ['ID=e4db657b-a959-4e62-b211-2cb063d743eb,revision_number=3']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:46.151484 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] For port c74bfff2-6b41-4e9a-bba6-dfaded2b10c0, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=c74bfff2-6b41-4e9a-bba6-dfaded2b10c0,segment=NetworkSegment(f504d49b-f85a-4d4e-8352-634bdc19d78f),segment_id=f504d49b-f85a-4d4e-8352-634bdc19d78f)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:24:46.162912 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (c74bfff2-6b41-4e9a-bba6-dfaded2b10c0), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:46.163958 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 53a249dc-eefb-49ff-a291-f2eda1664fe8 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:24:46.169045 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:46.181256 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b5d20-0cd6-40c5-9e8b-e32ef3c6e293 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:46.181510 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b5d20-0cd6-40c5-9e8b-e32ef3c6e293 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:46.181897 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b5d20-0cd6-40c5-9e8b-e32ef3c6e293 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:46.182231 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b5d20-0cd6-40c5-9e8b-e32ef3c6e293 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:46.182553 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b5d20-0cd6-40c5-9e8b-e32ef3c6e293 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:46.182876 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b5d20-0cd6-40c5-9e8b-e32ef3c6e293 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:46.183193 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b5d20-0cd6-40c5-9e8b-e32ef3c6e293 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:46.183510 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b5d20-0cd6-40c5-9e8b-e32ef3c6e293 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:46.183827 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b5d20-0cd6-40c5-9e8b-e32ef3c6e293 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:46.184145 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b5d20-0cd6-40c5-9e8b-e32ef3c6e293 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:46.184463 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b5d20-0cd6-40c5-9e8b-e32ef3c6e293 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:46.184797 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b5d20-0cd6-40c5-9e8b-e32ef3c6e293 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:46.185116 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b5d20-0cd6-40c5-9e8b-e32ef3c6e293 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:46.185428 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b5d20-0cd6-40c5-9e8b-e32ef3c6e293 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:46.185766 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f70b5d20-0cd6-40c5-9e8b-e32ef3c6e293 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:24:46.202663 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-d647bdb0-806e-47f6-b8ab-eca06d46440a None None] Attempting to bind port e4db657b-a959-4e62-b211-2cb063d743eb on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:24:46.203467 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-d647bdb0-806e-47f6-b8ab-eca06d46440a None None] Attempting to bind port e4db657b-a959-4e62-b211-2cb063d743eb by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': '26969db0-2998-4ace-a23e-359a5b524a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '41cd98f9-b206-4445-9870-d24633bca602'}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:24:46.203625 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d647bdb0-806e-47f6-b8ab-eca06d46440a None None] Attempting to bind port e4db657b-a959-4e62-b211-2cb063d743eb on network 41cd98f9-b206-4445-9870-d24633bca602 {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:24:46.214471 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71df539-6c73-484e-89c1-2f3467338974 admin admin] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:24:46.236069 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f71df539-6c73-484e-89c1-2f3467338974 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:46.241403 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 33804) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:46.242474 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-f71df539-6c73-484e-89c1-2f3467338974 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3054509 Sep 27 04:24:46.259715 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b69d2b-fab5-4f93-9162-719828d98128 None None] Sync routers for ids ['2e87ec94-7cc8-45c7-873c-f9438300f7d0'] in dv-cinder-859186-3-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:24:46.259956 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d647bdb0-806e-47f6-b8ab-eca06d46440a None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:24:46.260121 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d647bdb0-806e-47f6-b8ab-eca06d46440a None None] Checking segment: {'id': '26969db0-2998-4ace-a23e-359a5b524a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '41cd98f9-b206-4445-9870-d24633bca602'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:24:46.260519 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d647bdb0-806e-47f6-b8ab-eca06d46440a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:46.261035 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d647bdb0-806e-47f6-b8ab-eca06d46440a None None] Bound using segment: {'id': '26969db0-2998-4ace-a23e-359a5b524a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '41cd98f9-b206-4445-9870-d24633bca602'} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:24:46.261514 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-d647bdb0-806e-47f6-b8ab-eca06d46440a None None] Bound port: e4db657b-a959-4e62-b211-2cb063d743eb, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26969db0-2998-4ace-a23e-359a5b524a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '41cd98f9-b206-4445-9870-d24633bca602'}}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:24:46.261917 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d647bdb0-806e-47f6-b8ab-eca06d46440a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (e4db657b-a959-4e62-b211-2cb063d743eb), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:46.288512 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b69d2b-fab5-4f93-9162-719828d98128 None None] Routers {'2e87ec94-7cc8-45c7-873c-f9438300f7d0'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:24:46.289143 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-98b69d2b-fab5-4f93-9162-719828d98128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:24:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['2e87ec94-7cc8-45c7-873c-f9438300f7d0'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:46.330821 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port 53a249dc-eefb-49ff-a291-f2eda1664fe8 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:24:46.331194 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (53a249dc-eefb-49ff-a291-f2eda1664fe8), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:46.331524 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port 53a249dc-eefb-49ff-a291-f2eda1664fe8 Sep 27 04:24:46.346360 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-d647bdb0-806e-47f6-b8ab-eca06d46440a None None] For port e4db657b-a959-4e62-b211-2cb063d743eb, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:24:46.346360 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-d647bdb0-806e-47f6-b8ab-eca06d46440a None None] For port e4db657b-a959-4e62-b211-2cb063d743eb, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=e4db657b-a959-4e62-b211-2cb063d743eb,segment=NetworkSegment(26969db0-2998-4ace-a23e-359a5b524a75),segment_id=26969db0-2998-4ace-a23e-359a5b524a75)] {{(pid=106213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:24:46.362348 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-d647bdb0-806e-47f6-b8ab-eca06d46440a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (e4db657b-a959-4e62-b211-2cb063d743eb), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:46.363299 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Pushing event updated for resources: {'Port': ['ID=c74bfff2-6b41-4e9a-bba6-dfaded2b10c0,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:46.385119 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:46.387448 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ec61fe-7fa5-4d08-83dd-8fee31fa3cec None None] Network 5a310953-8b80-4c4f-86d4-ab083fbc1003 requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:24:46.415416 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:46.446953 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:46.472079 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70b5d20-0cd6-40c5-9e8b-e32ef3c6e293 None None] Pushing event updated for resources: {'Port': ['ID=e4db657b-a959-4e62-b211-2cb063d743eb,revision_number=4']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:46.487750 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d647bdb0-806e-47f6-b8ab-eca06d46440a None None] Routers {'46ce92bd-e4b4-4da1-be51-d7a27f535bec'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:24:46.488641 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-d647bdb0-806e-47f6-b8ab-eca06d46440a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:24:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['46ce92bd-e4b4-4da1-be51-d7a27f535bec'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:46.546766 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-98b69d2b-fab5-4f93-9162-719828d98128 None None] Set router 2e87ec94-7cc8-45c7-873c-f9438300f7d0 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:24:46.727252 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1428542-f867-40e9-b53c-e772767015fd req-9bbec048-f6d8-41ab-b0d4-bd2ce6ac7603 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:46.728811 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e1428542-f867-40e9-b53c-e772767015fd req-9bbec048-f6d8-41ab-b0d4-bd2ce6ac7603 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 946 time: 0.0547941 Sep 27 04:24:46.766681 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-d647bdb0-806e-47f6-b8ab-eca06d46440a None None] Set router 46ce92bd-e4b4-4da1-be51-d7a27f535bec gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:24:46.867279 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e1428542-f867-40e9-b53c-e772767015fd req-e4249d6a-1e80-49f8-87c3-164047735c41 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961165 Sep 27 04:24:46.910039 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-ccd44c7c-0275-498c-89d4-e01fd2b8b048 None None] Attempt 9 to provision port e4db657b-a959-4e62-b211-2cb063d743eb Sep 27 04:24:46.935319 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:46.940753 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-517d56b0-635e-4fbe-a25c-3add0b8cef31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:47.022400 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:47.042639 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-d647bdb0-806e-47f6-b8ab-eca06d46440a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'name': 'tempest-TestShelveInstance-1866947943-router', 'tenant_id': '1e595829629a4dd4a7fccbdabc896cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '53a249dc-eefb-49ff-a291-f2eda1664fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:24:38Z', 'updated_at': '2022-09-27T04:24:41Z', 'revision_number': 4, 'project_id': '1e595829629a4dd4a7fccbdabc896cb0', 'gw_port': {'id': '53a249dc-eefb-49ff-a291-f2eda1664fe8', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:38Z', 'updated_at': '2022-09-27T04:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'e4db657b-a959-4e62-b211-2cb063d743eb', 'name': '', 'network_id': '41cd98f9-b206-4445-9870-d24633bca602', 'tenant_id': '1e595829629a4dd4a7fccbdabc896cb0', 'mac_address': 'fa:16:3e:06:b0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'c8446e81-8757-4a92-bbb2-c6d0f12abe74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:40Z', 'updated_at': '2022-09-27T04:24:46Z', 'revision_number': 4, 'project_id': '1e595829629a4dd4a7fccbdabc896cb0', 'subnets': [{'id': 'c8446e81-8757-4a92-bbb2-c6d0f12abe74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:47.076702 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d647bdb0-806e-47f6-b8ab-eca06d46440a None None] The sync data for ids ['46ce92bd-e4b4-4da1-be51-d7a27f535bec'] in dv-cinder-859186-3-iscsi is: [{'id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'name': 'tempest-TestShelveInstance-1866947943-router', 'tenant_id': '1e595829629a4dd4a7fccbdabc896cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '53a249dc-eefb-49ff-a291-f2eda1664fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:24:38Z', 'updated_at': '2022-09-27T04:24:41Z', 'revision_number': 4, 'project_id': '1e595829629a4dd4a7fccbdabc896cb0', 'gw_port': {'id': '53a249dc-eefb-49ff-a291-f2eda1664fe8', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:38Z', 'updated_at': '2022-09-27T04:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'e4db657b-a959-4e62-b211-2cb063d743eb', 'name': '', 'network_id': '41cd98f9-b206-4445-9870-d24633bca602', 'tenant_id': '1e595829629a4dd4a7fccbdabc896cb0', 'mac_address': 'fa:16:3e:06:b0:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'c8446e81-8757-4a92-bbb2-c6d0f12abe74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:40Z', 'updated_at': '2022-09-27T04:24:46Z', 'revision_number': 4, 'project_id': '1e595829629a4dd4a7fccbdabc896cb0', 'subnets': [{'id': 'c8446e81-8757-4a92-bbb2-c6d0f12abe74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:24:47.078207 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b397e-2675-41f6-a474-d2e4efa60c10 req-a4476b29-ae7b-44fb-a889-5a39bd7f343b tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:47.079770 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-505b397e-2675-41f6-a474-d2e4efa60c10 req-a4476b29-ae7b-44fb-a889-5a39bd7f343b tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0864494 Sep 27 04:24:47.205122 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-505b397e-2675-41f6-a474-d2e4efa60c10 req-d459172c-7478-4b5d-a741-4a0c122c37d4 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096427 Sep 27 04:24:47.206790 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-517d56b0-635e-4fbe-a25c-3add0b8cef31 admin admin] Allocated IP 172.20.0.1 (5a310953-8b80-4c4f-86d4-ab083fbc1003/ace747cf-2ef4-4c62-b777-44656539b2e3/a63caa9f-d00b-46f8-b114-8c8c7bc3b115) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:24:47.293894 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 53a249dc-eefb-49ff-a291-f2eda1664fe8 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:24:47.363780 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-517d56b0-635e-4fbe-a25c-3add0b8cef31 admin admin] Publish callbacks [] for port (a63caa9f-d00b-46f8-b114-8c8c7bc3b115), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:47.392916 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-98b69d2b-fab5-4f93-9162-719828d98128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e87ec94-7cc8-45c7-873c-f9438300f7d0', 'name': 'tempest-TestShelveInstance-1208588778-router', 'tenant_id': '4af948c97bfd43789719fb833d38e164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'fe4ecad8-9126-45df-830c-fb2391ce585d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:24:44Z', 'updated_at': '2022-09-27T04:24:45Z', 'revision_number': 3, 'project_id': '4af948c97bfd43789719fb833d38e164', 'gw_port': {'id': 'fe4ecad8-9126-45df-830c-fb2391ce585d', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e87ec94-7cc8-45c7-873c-f9438300f7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:44Z', 'updated_at': '2022-09-27T04:24:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi'}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:47.423581 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-517d56b0-635e-4fbe-a25c-3add0b8cef31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (a63caa9f-d00b-46f8-b114-8c8c7bc3b115), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:47.423857 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ccd44c7c-0275-498c-89d4-e01fd2b8b048 None None] Current status of the port e4db657b-a959-4e62-b211-2cb063d743eb is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:24:47.424914 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ccd44c7c-0275-498c-89d4-e01fd2b8b048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (e4db657b-a959-4e62-b211-2cb063d743eb), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:47.427514 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b69d2b-fab5-4f93-9162-719828d98128 None None] Checking router: 2e87ec94-7cc8-45c7-873c-f9438300f7d0 for host: dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:24:47.428287 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b69d2b-fab5-4f93-9162-719828d98128 None None] Updating router 2e87ec94-7cc8-45c7-873c-f9438300f7d0 port fe4ecad8-9126-45df-830c-fb2391ce585d binding host dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 04:24:47.447820 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 33864) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:47.478875 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-98b69d2b-fab5-4f93-9162-719828d98128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (fe4ecad8-9126-45df-830c-fb2391ce585d), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:47.504727 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517d56b0-635e-4fbe-a25c-3add0b8cef31 admin admin] Network 5a310953-8b80-4c4f-86d4-ab083fbc1003 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:24:47.508017 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-517d56b0-635e-4fbe-a25c-3add0b8cef31 admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:24:47.510512 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517d56b0-635e-4fbe-a25c-3add0b8cef31 admin admin] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:24:47.518775 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:47.534125 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-ccd44c7c-0275-498c-89d4-e01fd2b8b048 None None] For port e4db657b-a959-4e62-b211-2cb063d743eb, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=e4db657b-a959-4e62-b211-2cb063d743eb,segment=NetworkSegment(26969db0-2998-4ace-a23e-359a5b524a75),segment_id=26969db0-2998-4ace-a23e-359a5b524a75)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:24:47.540902 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ccd44c7c-0275-498c-89d4-e01fd2b8b048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (e4db657b-a959-4e62-b211-2cb063d743eb), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:47.566822 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d56b0-635e-4fbe-a25c-3add0b8cef31 admin admin] Pushing event updated for resources: {'Port': ['ID=a63caa9f-d00b-46f8-b114-8c8c7bc3b115,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:47.599339 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-517d56b0-635e-4fbe-a25c-3add0b8cef31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689306'] for router_interface (2e87ec94-7cc8-45c7-873c-f9438300f7d0), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:47.685577 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:47.776508 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-6051c0b9-dc8d-4cc8-bc0b-0d17110a721b None None] Provisioning complete for port c74bfff2-6b41-4e9a-bba6-dfaded2b10c0 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:24:47.776934 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-6051c0b9-dc8d-4cc8-bc0b-0d17110a721b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (c74bfff2-6b41-4e9a-bba6-dfaded2b10c0), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:47.777311 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-6051c0b9-dc8d-4cc8-bc0b-0d17110a721b None None] Attempt 1 to provision port c74bfff2-6b41-4e9a-bba6-dfaded2b10c0 Sep 27 04:24:47.781858 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:47.787226 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd44c7c-0275-498c-89d4-e01fd2b8b048 None None] Pushing event updated for resources: {'Port': ['ID=e4db657b-a959-4e62-b211-2cb063d743eb,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:47.855590 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device e4db657b-a959-4e62-b211-2cb063d743eb up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:24:48.050577 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port e4db657b-a959-4e62-b211-2cb063d743eb triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:24:48.050956 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (e4db657b-a959-4e62-b211-2cb063d743eb), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:48.051320 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port e4db657b-a959-4e62-b211-2cb063d743eb Sep 27 04:24:48.077275 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-517d56b0-635e-4fbe-a25c-3add0b8cef31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (a63caa9f-d00b-46f8-b114-8c8c7bc3b115), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:48.100229 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-6051c0b9-dc8d-4cc8-bc0b-0d17110a721b None None] Current status of the port c74bfff2-6b41-4e9a-bba6-dfaded2b10c0 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:24:48.129231 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-6051c0b9-dc8d-4cc8-bc0b-0d17110a721b None None] Provisioning complete for port e4db657b-a959-4e62-b211-2cb063d743eb triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:24:48.129729 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-6051c0b9-dc8d-4cc8-bc0b-0d17110a721b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (e4db657b-a959-4e62-b211-2cb063d743eb), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:48.130119 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-6051c0b9-dc8d-4cc8-bc0b-0d17110a721b None None] Attempt 1 to provision port e4db657b-a959-4e62-b211-2cb063d743eb Sep 27 04:24:48.196564 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:48.242760 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:48.258275 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-98b69d2b-fab5-4f93-9162-719828d98128 None None] Publish callbacks [] for port (fe4ecad8-9126-45df-830c-fb2391ce585d), precommit_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:48.266792 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port e4db657b-a959-4e62-b211-2cb063d743eb is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:24:48.267800 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device c74bfff2-6b41-4e9a-bba6-dfaded2b10c0 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:24:48.270322 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a550d74e-ff97-46d5-b937-e67a13de757a req-cece2d08-ff3e-49b1-90aa-291f77e4ea12 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:48.271831 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a550d74e-ff97-46d5-b937-e67a13de757a req-cece2d08-ff3e-49b1-90aa-291f77e4ea12 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 946 time: 0.0804803 Sep 27 04:24:48.272686 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-517d56b0-635e-4fbe-a25c-3add0b8cef31 admin admin] Publish callbacks [] for port (a63caa9f-d00b-46f8-b114-8c8c7bc3b115), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:48.278041 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-517d56b0-635e-4fbe-a25c-3add0b8cef31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (a63caa9f-d00b-46f8-b114-8c8c7bc3b115), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:48.306157 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-98b69d2b-fab5-4f93-9162-719828d98128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (fe4ecad8-9126-45df-830c-fb2391ce585d), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:48.347593 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-75ad0bb8-21c6-4f2b-81b3-856c0fc9fcdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689427'] for router_interface (7bfb2ede-7aac-43a6-a902-ea038748149d), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:48.370422 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-98b69d2b-fab5-4f93-9162-719828d98128 None None] Attempting to bind port fe4ecad8-9126-45df-830c-fb2391ce585d on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:24:48.370799 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-98b69d2b-fab5-4f93-9162-719828d98128 None None] Attempting to bind port fe4ecad8-9126-45df-830c-fb2391ce585d by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:24:48.371168 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b69d2b-fab5-4f93-9162-719828d98128 None None] Attempting to bind port fe4ecad8-9126-45df-830c-fb2391ce585d on network 4c2326fb-b4db-42c7-9331-4377c9818745 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:24:48.376880 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-6051c0b9-dc8d-4cc8-bc0b-0d17110a721b None None] Current status of the port e4db657b-a959-4e62-b211-2cb063d743eb is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:24:48.388432 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-517d56b0-635e-4fbe-a25c-3add0b8cef31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3723569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689454'] for router_interface (2e87ec94-7cc8-45c7-873c-f9438300f7d0), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:48.388759 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a550d74e-ff97-46d5-b937-e67a13de757a req-1da7503c-c63c-4e6e-a71d-ce1f24130cd2 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990098 Sep 27 04:24:48.408325 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517d56b0-635e-4fbe-a25c-3add0b8cef31 admin admin] Pushing event updated for resources: {'Port': ['ID=a63caa9f-d00b-46f8-b114-8c8c7bc3b115,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:48.411695 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03c6a6-2bc5-4335-b12d-9125388180d6 None None] Pushing event updated for resources: {'Port': ['ID=fe4ecad8-9126-45df-830c-fb2391ce585d,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:48.430691 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e14b0f-af74-4f1d-a5ae-a3f0927362ba req-a849cd54-ee37-4d4c-aed0-e2dbb4b807b6 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:48.446131 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a3e14b0f-af74-4f1d-a5ae-a3f0927362ba req-a849cd54-ee37-4d4c-aed0-e2dbb4b807b6 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.1007082 Sep 27 04:24:48.446469 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port c74bfff2-6b41-4e9a-bba6-dfaded2b10c0 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:24:48.446469 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (c74bfff2-6b41-4e9a-bba6-dfaded2b10c0), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:48.446469 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port c74bfff2-6b41-4e9a-bba6-dfaded2b10c0 Sep 27 04:24:48.468475 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b69d2b-fab5-4f93-9162-719828d98128 None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 24, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:24:48.469098 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b69d2b-fab5-4f93-9162-719828d98128 None None] Checking segment: {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:24:48.469250 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-98b69d2b-fab5-4f93-9162-719828d98128 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:48.469638 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b69d2b-fab5-4f93-9162-719828d98128 None None] Bound using segment: {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:24:48.470164 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-98b69d2b-fab5-4f93-9162-719828d98128 None None] Bound port: fe4ecad8-9126-45df-830c-fb2391ce585d, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:24:48.470947 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-98b69d2b-fab5-4f93-9162-719828d98128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (fe4ecad8-9126-45df-830c-fb2391ce585d), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:48.527664 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-f93fe134-9b4f-4b4d-82cb-dd4537e9b24e None None] Provisioning complete for port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:24:48.527953 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-f93fe134-9b4f-4b4d-82cb-dd4537e9b24e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (a63caa9f-d00b-46f8-b114-8c8c7bc3b115), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:48.528279 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-f93fe134-9b4f-4b4d-82cb-dd4537e9b24e None None] Attempt 1 to provision port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 Sep 27 04:24:48.548052 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a3e14b0f-af74-4f1d-a5ae-a3f0927362ba req-ef0e91f2-4177-49fe-b973-aed5e59f9060 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096640 Sep 27 04:24:48.572495 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:48.577515 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517d56b0-635e-4fbe-a25c-3add0b8cef31 admin admin] Network 5a310953-8b80-4c4f-86d4-ab083fbc1003 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:24:48.577659 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-98b69d2b-fab5-4f93-9162-719828d98128 None None] For port fe4ecad8-9126-45df-830c-fb2391ce585d, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:24:48.579021 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-517d56b0-635e-4fbe-a25c-3add0b8cef31 admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:24:48.597064 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-f93fe134-9b4f-4b4d-82cb-dd4537e9b24e None None] Port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:24:48.598696 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-98b69d2b-fab5-4f93-9162-719828d98128 None None] For port fe4ecad8-9126-45df-830c-fb2391ce585d, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=fe4ecad8-9126-45df-830c-fb2391ce585d,segment=NetworkSegment(458173e0-a334-422f-a9db-e4c60ba44888),segment_id=458173e0-a334-422f-a9db-e4c60ba44888)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:24:48.624495 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-98b69d2b-fab5-4f93-9162-719828d98128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (fe4ecad8-9126-45df-830c-fb2391ce585d), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:48.628007 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-75ad0bb8-21c6-4f2b-81b3-856c0fc9fcdf admin admin] Deleting port 64ae3c33-5c89-43f1-a306-96b7cf55eb68 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:24:48.628873 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-75ad0bb8-21c6-4f2b-81b3-856c0fc9fcdf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (64ae3c33-5c89-43f1-a306-96b7cf55eb68), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:48.640071 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port c74bfff2-6b41-4e9a-bba6-dfaded2b10c0 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:24:48.676526 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b69d2b-fab5-4f93-9162-719828d98128 None None] Routers {'2e87ec94-7cc8-45c7-873c-f9438300f7d0'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:24:48.677328 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-98b69d2b-fab5-4f93-9162-719828d98128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:24:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['2e87ec94-7cc8-45c7-873c-f9438300f7d0'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:48.715978 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517d56b0-635e-4fbe-a25c-3add0b8cef31 admin admin] Router 2e87ec94-7cc8-45c7-873c-f9438300f7d0 has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:24:48.728263 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 9d990fa5-a24c-4b14-8c63-0e0506b80887 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:24:48.739218 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-75ad0bb8-21c6-4f2b-81b3-856c0fc9fcdf admin admin] For port 64ae3c33-5c89-43f1-a306-96b7cf55eb68, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=64ae3c33-5c89-43f1-a306-96b7cf55eb68,segment=NetworkSegment(39fbe748-2b18-4d3a-b683-ef5d7bb2f520),segment_id=39fbe748-2b18-4d3a-b683-ef5d7bb2f520)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:24:48.739471 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-75ad0bb8-21c6-4f2b-81b3-856c0fc9fcdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (64ae3c33-5c89-43f1-a306-96b7cf55eb68), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:48.753698 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-75ad0bb8-21c6-4f2b-81b3-856c0fc9fcdf admin admin] Calling delete_port for 64ae3c33-5c89-43f1-a306-96b7cf55eb68 owned by network:router_interface {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:24:48.769840 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] No Port match for: 9d990fa5-a24c-4b14-8c63-0e0506b80887 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:24:48.770154 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 9d990fa5-a24c-4b14-8c63-0e0506b80887 not bound to the agent host hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:24:48.780136 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b03c6a6-2bc5-4335-b12d-9125388180d6 None None] Pushing event updated for resources: {'Port': ['ID=fe4ecad8-9126-45df-830c-fb2391ce585d,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:48.846101 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-98b69d2b-fab5-4f93-9162-719828d98128 None None] Set router 2e87ec94-7cc8-45c7-873c-f9438300f7d0 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:24:48.850185 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517d56b0-635e-4fbe-a25c-3add0b8cef31 admin admin] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:24:48.869919 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-517d56b0-635e-4fbe-a25c-3add0b8cef31 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/2e87ec94-7cc8-45c7-873c-f9438300f7d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6128154 Sep 27 04:24:48.873777 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:48.944849 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:48.967437 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-75ad0bb8-21c6-4f2b-81b3-856c0fc9fcdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (64ae3c33-5c89-43f1-a306-96b7cf55eb68), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:48.998000 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ad0bb8-21c6-4f2b-81b3-856c0fc9fcdf admin admin] Pushing event deleted for resources: {'Port': ['ID=64ae3c33-5c89-43f1-a306-96b7cf55eb68,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:49.062593 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ad47c-9d4d-4d43-97b7-4ac39636731f req-8d5924d0-4e79-4528-8fb4-16046d052019 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:49.064173 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1a1ad47c-9d4d-4d43-97b7-4ac39636731f req-8d5924d0-4e79-4528-8fb4-16046d052019 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0971260 Sep 27 04:24:49.203100 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:49.203790 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-f93fe134-9b4f-4b4d-82cb-dd4537e9b24e None None] Attempt 2 to provision port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 Sep 27 04:24:49.209246 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-1a1ad47c-9d4d-4d43-97b7-4ac39636731f req-c31b3392-a2c4-4834-bc3a-f9aa6e21b04a tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Deleting port ef3b9eed-fccf-490a-bc0f-2fe41f79b621 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:24:49.210444 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-1a1ad47c-9d4d-4d43-97b7-4ac39636731f req-c31b3392-a2c4-4834-bc3a-f9aa6e21b04a tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (ef3b9eed-fccf-490a-bc0f-2fe41f79b621), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:49.260604 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-75ad0bb8-21c6-4f2b-81b3-856c0fc9fcdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3723526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4106851'] for router_interface (7bfb2ede-7aac-43a6-a902-ea038748149d), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:49.305966 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:49.319551 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-f93fe134-9b4f-4b4d-82cb-dd4537e9b24e None None] Port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:24:49.332706 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-98b69d2b-fab5-4f93-9162-719828d98128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e87ec94-7cc8-45c7-873c-f9438300f7d0', 'name': 'tempest-TestShelveInstance-1208588778-router', 'tenant_id': '4af948c97bfd43789719fb833d38e164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'fe4ecad8-9126-45df-830c-fb2391ce585d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:24:44Z', 'updated_at': '2022-09-27T04:24:48Z', 'revision_number': 4, 'project_id': '4af948c97bfd43789719fb833d38e164', 'gw_port': {'id': 'fe4ecad8-9126-45df-830c-fb2391ce585d', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e87ec94-7cc8-45c7-873c-f9438300f7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:44Z', 'updated_at': '2022-09-27T04:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'a63caa9f-d00b-46f8-b114-8c8c7bc3b115', 'name': '', 'network_id': '5a310953-8b80-4c4f-86d4-ab083fbc1003', 'tenant_id': '4af948c97bfd43789719fb833d38e164', 'mac_address': 'fa:16:3e:a8:7a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e87ec94-7cc8-45c7-873c-f9438300f7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ace747cf-2ef4-4c62-b777-44656539b2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:46Z', 'updated_at': '2022-09-27T04:24:48Z', 'revision_number': 2, 'project_id': '4af948c97bfd43789719fb833d38e164', 'subnets': [{'id': 'ace747cf-2ef4-4c62-b777-44656539b2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:49.339391 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-1a1ad47c-9d4d-4d43-97b7-4ac39636731f req-c31b3392-a2c4-4834-bc3a-f9aa6e21b04a tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] For port ef3b9eed-fccf-490a-bc0f-2fe41f79b621, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=ef3b9eed-fccf-490a-bc0f-2fe41f79b621,segment=NetworkSegment(a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921),segment_id=a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:24:49.339768 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-1a1ad47c-9d4d-4d43-97b7-4ac39636731f req-c31b3392-a2c4-4834-bc3a-f9aa6e21b04a tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (ef3b9eed-fccf-490a-bc0f-2fe41f79b621), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:49.369719 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b69d2b-fab5-4f93-9162-719828d98128 None None] The sync data for ids ['2e87ec94-7cc8-45c7-873c-f9438300f7d0'] in dv-cinder-859186-3-iscsi is: [{'id': '2e87ec94-7cc8-45c7-873c-f9438300f7d0', 'name': 'tempest-TestShelveInstance-1208588778-router', 'tenant_id': '4af948c97bfd43789719fb833d38e164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'fe4ecad8-9126-45df-830c-fb2391ce585d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:24:44Z', 'updated_at': '2022-09-27T04:24:48Z', 'revision_number': 4, 'project_id': '4af948c97bfd43789719fb833d38e164', 'gw_port': {'id': 'fe4ecad8-9126-45df-830c-fb2391ce585d', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e87ec94-7cc8-45c7-873c-f9438300f7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:44Z', 'updated_at': '2022-09-27T04:24:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'a63caa9f-d00b-46f8-b114-8c8c7bc3b115', 'name': '', 'network_id': '5a310953-8b80-4c4f-86d4-ab083fbc1003', 'tenant_id': '4af948c97bfd43789719fb833d38e164', 'mac_address': 'fa:16:3e:a8:7a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e87ec94-7cc8-45c7-873c-f9438300f7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ace747cf-2ef4-4c62-b777-44656539b2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:46Z', 'updated_at': '2022-09-27T04:24:48Z', 'revision_number': 2, 'project_id': '4af948c97bfd43789719fb833d38e164', 'subnets': [{'id': 'ace747cf-2ef4-4c62-b777-44656539b2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:24:49.436828 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 33882) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:49.452348 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-a392439b-ffb7-4008-b190-56ada5d5335e tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1351616088', 'description': 'tempest-secgroup-smoke-1351616088 description', 'project_id': '1e595829629a4dd4a7fccbdabc896cb0'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:24:49.509499 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75ad0bb8-21c6-4f2b-81b3-856c0fc9fcdf admin admin] Router 7bfb2ede-7aac-43a6-a902-ea038748149d has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:24:49.557984 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a392439b-ffb7-4008-b190-56ada5d5335e tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:49.585629 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:49.624816 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd2b37-798a-4b96-b197-8ca4674e3e7d req-4f7a2e76-a785-4ad0-bd1c-6a2caad2af63 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:49.626366 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-14dd2b37-798a-4b96-b197-8ca4674e3e7d req-4f7a2e76-a785-4ad0-bd1c-6a2caad2af63 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 946 time: 0.1082799 Sep 27 04:24:49.627998 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75ad0bb8-21c6-4f2b-81b3-856c0fc9fcdf admin admin] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:24:49.634986 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-75ad0bb8-21c6-4f2b-81b3-856c0fc9fcdf admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/7bfb2ede-7aac-43a6-a902-ea038748149d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1853311 Sep 27 04:24:49.637369 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 33888) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:49.642461 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe548f-a5f0-46c4-ae72-eafacb7ff197 None None] Sync routers for ids ['7bfb2ede-7aac-43a6-a902-ea038748149d'] in dv-cinder-859186-3-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:24:49.661677 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fe548f-a5f0-46c4-ae72-eafacb7ff197 None None] Routers {'7bfb2ede-7aac-43a6-a902-ea038748149d'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:24:49.665145 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-43fe548f-a5f0-46c4-ae72-eafacb7ff197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:24:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['7bfb2ede-7aac-43a6-a902-ea038748149d'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:49.688603 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-1a1ad47c-9d4d-4d43-97b7-4ac39636731f req-c31b3392-a2c4-4834-bc3a-f9aa6e21b04a tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:49.688975 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-1a1ad47c-9d4d-4d43-97b7-4ac39636731f req-c31b3392-a2c4-4834-bc3a-f9aa6e21b04a tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4106707'] for floatingip (1ad405be-9703-4a26-a988-bab76e9c13a6), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:49.689293 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.db.l3_db [req-1a1ad47c-9d4d-4d43-97b7-4ac39636731f req-c31b3392-a2c4-4834-bc3a-f9aa6e21b04a tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Floating IP 1ad405be-9703-4a26-a988-bab76e9c13a6 disassociated. External IP: 172.27.0.78, port: ef3b9eed-fccf-490a-bc0f-2fe41f79b621. Sep 27 04:24:49.689618 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-1a1ad47c-9d4d-4d43-97b7-4ac39636731f req-c31b3392-a2c4-4834-bc3a-f9aa6e21b04a tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Calling delete_port for ef3b9eed-fccf-490a-bc0f-2fe41f79b621 owned by compute:nova {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:24:49.775493 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46923526-db78-4538-9f45-4844088160e8 req-fdf32513-7249-4816-9391-3d73340239de tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:49.777143 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-46923526-db78-4538-9f45-4844088160e8 req-fdf32513-7249-4816-9391-3d73340239de tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 945 time: 0.0928133 Sep 27 04:24:49.797229 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-14dd2b37-798a-4b96-b197-8ca4674e3e7d req-0049b03e-5b69-4ad0-8054-857f89263deb tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518836 Sep 27 04:24:49.820696 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-f93fe134-9b4f-4b4d-82cb-dd4537e9b24e None None] Attempt 3 to provision port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 Sep 27 04:24:49.870166 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-43fe548f-a5f0-46c4-ae72-eafacb7ff197 None None] Set router 7bfb2ede-7aac-43a6-a902-ea038748149d gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:24:49.876526 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a392439b-ffb7-4008-b190-56ada5d5335e tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks [] for security_group (ed46206f-12d5-4819-aa08-0f95f9ac185f), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:49.907605 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-f93fe134-9b4f-4b4d-82cb-dd4537e9b24e None None] Port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:24:49.914103 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-28c7b2a5-2710-45a8-9643-7f8c282a153b admin admin] Publish callbacks [] for router (7bfb2ede-7aac-43a6-a902-ea038748149d), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:49.984529 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a392439b-ffb7-4008-b190-56ada5d5335e tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (ed46206f-12d5-4819-aa08-0f95f9ac185f), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:49.984719 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-46923526-db78-4538-9f45-4844088160e8 req-7a226148-15e7-46aa-be7b-1d6858b9be77 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=62743add-abd0-40c3-a1bc-b77cc5f58cd6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1753960 Sep 27 04:24:49.988036 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device e4db657b-a959-4e62-b211-2cb063d743eb up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:24:50.011224 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-1a1ad47c-9d4d-4d43-97b7-4ac39636731f req-c31b3392-a2c4-4834-bc3a-f9aa6e21b04a tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (ef3b9eed-fccf-490a-bc0f-2fe41f79b621), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:50.048903 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a392439b-ffb7-4008-b190-56ada5d5335e tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:50.050167 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-a392439b-ffb7-4008-b190-56ada5d5335e tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6123922 Sep 27 04:24:50.061383 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 33890) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:50.063491 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b3392-a2c4-4834-bc3a-f9aa6e21b04a tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Pushing event deleted for resources: {'Port': ['ID=ef3b9eed-fccf-490a-bc0f-2fe41f79b621,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:50.076464 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-1717753b-9cf5-47a0-9c12-e77963ca0d14 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Request body: {'security_group_rule': {'security_group_id': 'ed46206f-12d5-4819-aa08-0f95f9ac185f', 'project_id': '1e595829629a4dd4a7fccbdabc896cb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:24:50.087635 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-28c7b2a5-2710-45a8-9643-7f8c282a153b admin admin] Publish callbacks [] for router_gateway (7bfb2ede-7aac-43a6-a902-ea038748149d), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:50.098155 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392439b-ffb7-4008-b190-56ada5d5335e tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed46206f-12d5-4819-aa08-0f95f9ac185f,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:50.104236 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port e4db657b-a959-4e62-b211-2cb063d743eb triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:24:50.104626 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (e4db657b-a959-4e62-b211-2cb063d743eb), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:50.105103 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port e4db657b-a959-4e62-b211-2cb063d743eb Sep 27 04:24:50.108037 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:50.165846 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-43fe548f-a5f0-46c4-ae72-eafacb7ff197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'name': 'tempest-TestMinimumBasicScenario-387466124-router', 'tenant_id': '7e7b2ff0f0104769a550d0c0692ab713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.209'}], 'enable_snat': True}, 'gw_port_id': 'afdb5bd9-6267-4259-a055-9a22757a36e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:17Z', 'updated_at': '2022-09-27T04:24:48Z', 'revision_number': 5, 'project_id': '7e7b2ff0f0104769a550d0c0692ab713', 'gw_port': {'id': 'afdb5bd9-6267-4259-a055-9a22757a36e0', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:cd:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:17Z', 'updated_at': '2022-09-27T04:21:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi'}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:50.176323 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-28c7b2a5-2710-45a8-9643-7f8c282a153b admin admin] Deleting port afdb5bd9-6267-4259-a055-9a22757a36e0 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:24:50.176670 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-28c7b2a5-2710-45a8-9643-7f8c282a153b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (afdb5bd9-6267-4259-a055-9a22757a36e0), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:50.198143 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:50.220052 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port e4db657b-a959-4e62-b211-2cb063d743eb is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:24:50.235679 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe548f-a5f0-46c4-ae72-eafacb7ff197 None None] Checking router: 7bfb2ede-7aac-43a6-a902-ea038748149d for host: dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:24:50.246467 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43fe548f-a5f0-46c4-ae72-eafacb7ff197 None None] Routers {'7bfb2ede-7aac-43a6-a902-ea038748149d'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:24:50.249229 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-43fe548f-a5f0-46c4-ae72-eafacb7ff197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:24:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['7bfb2ede-7aac-43a6-a902-ea038748149d'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:50.287032 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1a1ad47c-9d4d-4d43-97b7-4ac39636731f req-c31b3392-a2c4-4834-bc3a-f9aa6e21b04a tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Router 87ac5442-42b0-4418-857a-78da77f545b5 has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:24:50.293375 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:50.302095 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-05f6ca07-0100-4839-b731-aa7093a973f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:50.355828 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-28c7b2a5-2710-45a8-9643-7f8c282a153b admin admin] For port afdb5bd9-6267-4259-a055-9a22757a36e0, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=afdb5bd9-6267-4259-a055-9a22757a36e0,segment=NetworkSegment(458173e0-a334-422f-a9db-e4c60ba44888),segment_id=458173e0-a334-422f-a9db-e4c60ba44888)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:24:50.356206 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-28c7b2a5-2710-45a8-9643-7f8c282a153b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (afdb5bd9-6267-4259-a055-9a22757a36e0), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:50.358552 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-43fe548f-a5f0-46c4-ae72-eafacb7ff197 None None] Set router 7bfb2ede-7aac-43a6-a902-ea038748149d gateway port host: None {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:24:50.368592 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1717753b-9cf5-47a0-9c12-e77963ca0d14 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks [] for security_group_rule (d3b4b24a-3c98-4534-b0b0-b10f46cb790a), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:50.370782 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-28c7b2a5-2710-45a8-9643-7f8c282a153b admin admin] Calling delete_port for afdb5bd9-6267-4259-a055-9a22757a36e0 owned by network:router_gateway {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:24:50.414409 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-f93fe134-9b4f-4b4d-82cb-dd4537e9b24e None None] Attempt 4 to provision port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 Sep 27 04:24:50.416503 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-43fe548f-a5f0-46c4-ae72-eafacb7ff197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'name': 'tempest-TestMinimumBasicScenario-387466124-router', 'tenant_id': '7e7b2ff0f0104769a550d0c0692ab713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:17Z', 'updated_at': '2022-09-27T04:24:50Z', 'revision_number': 6, 'project_id': '7e7b2ff0f0104769a550d0c0692ab713', 'gw_port_host': None}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:50.427138 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=85,neutron:INSERT=6,neutron:DELETE=9 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:50.476111 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1a1ad47c-9d4d-4d43-97b7-4ac39636731f req-c31b3392-a2c4-4834-bc3a-f9aa6e21b04a tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:24:50.480724 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43fe548f-a5f0-46c4-ae72-eafacb7ff197 None None] The sync data for ids ['7bfb2ede-7aac-43a6-a902-ea038748149d'] in dv-cinder-859186-3-iscsi is: [{'id': '7bfb2ede-7aac-43a6-a902-ea038748149d', 'name': 'tempest-TestMinimumBasicScenario-387466124-router', 'tenant_id': '7e7b2ff0f0104769a550d0c0692ab713', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:17Z', 'updated_at': '2022-09-27T04:24:50Z', 'revision_number': 6, 'project_id': '7e7b2ff0f0104769a550d0c0692ab713', 'gw_port_host': None}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:24:50.510786 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1717753b-9cf5-47a0-9c12-e77963ca0d14 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks [] for security_group_rule (d3b4b24a-3c98-4534-b0b0-b10f46cb790a), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:50.528965 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220f8612-c45c-4083-9dd6-915a26a34f86 None None] Sync routers for ids ['87ac5442-42b0-4418-857a-78da77f545b5'] in dv-cinder-859186-3-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:24:50.539080 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-f93fe134-9b4f-4b4d-82cb-dd4537e9b24e None None] Port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:24:50.540994 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1717753b-9cf5-47a0-9c12-e77963ca0d14 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112009'] for security_group_rule (d3b4b24a-3c98-4534-b0b0-b10f46cb790a), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:50.543703 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220f8612-c45c-4083-9dd6-915a26a34f86 None None] Routers {'87ac5442-42b0-4418-857a-78da77f545b5'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:24:50.544389 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-220f8612-c45c-4083-9dd6-915a26a34f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:24:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['87ac5442-42b0-4418-857a-78da77f545b5'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:50.575530 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717753b-9cf5-47a0-9c12-e77963ca0d14 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3b4b24a-3c98-4534-b0b0-b10f46cb790a,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:50.582323 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a1ad47c-9d4d-4d43-97b7-4ac39636731f req-c31b3392-a2c4-4834-bc3a-f9aa6e21b04a tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] No DVR routers for this DVR port ef3b9eed-fccf-490a-bc0f-2fe41f79b621 on host hv-cinder-85918 {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:24:50.586138 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-1a1ad47c-9d4d-4d43-97b7-4ac39636731f req-c31b3392-a2c4-4834-bc3a-f9aa6e21b04a tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:50.589491 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1a1ad47c-9d4d-4d43-97b7-4ac39636731f req-c31b3392-a2c4-4834-bc3a-f9aa6e21b04a tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.57 "DELETE /networking/v2.0/ports/ef3b9eed-fccf-490a-bc0f-2fe41f79b621 HTTP/1.1" status: 204 len: 173 time: 1.5168200 Sep 27 04:24:50.592925 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e24dba8d-ecd7-482f-9c93-79e714785fec', 'name': 'network-vif-deleted', 'tag': 'ef3b9eed-fccf-490a-bc0f-2fe41f79b621'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:24:50.596104 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d3e98f-1ed9-4e77-b740-bd58751a487b" -d '{"events": [{"server_uuid": "e24dba8d-ecd7-482f-9c93-79e714785fec", "name": "network-vif-deleted", "tag": "ef3b9eed-fccf-490a-bc0f-2fe41f79b621"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:24:50.621253 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1717753b-9cf5-47a0-9c12-e77963ca0d14 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:50.622926 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-1717753b-9cf5-47a0-9c12-e77963ca0d14 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5514605 Sep 27 04:24:50.625800 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 33894) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:50.637504 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-6848a783-f00a-4f84-9a91-79fa8e537ef6 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Request body: {'security_group_rule': {'security_group_id': 'ed46206f-12d5-4819-aa08-0f95f9ac185f', 'project_id': '1e595829629a4dd4a7fccbdabc896cb0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:24:50.676057 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779f2500-26ee-4422-ac22-1343ecacd6f1 x-openstack-request-id: req-779f2500-26ee-4422-ac22-1343ecacd6f1 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:24:50.679440 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e24dba8d-ecd7-482f-9c93-79e714785fec", "name": "network-vif-deleted", "tag": "ef3b9eed-fccf-490a-bc0f-2fe41f79b621", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:24:50.679662 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-779f2500-26ee-4422-ac22-1343ecacd6f1 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:24:50.680660 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-779f2500-26ee-4422-ac22-1343ecacd6f1'] response: {'server_uuid': 'e24dba8d-ecd7-482f-9c93-79e714785fec', 'name': 'network-vif-deleted', 'tag': 'ef3b9eed-fccf-490a-bc0f-2fe41f79b621', 'status': 'completed', 'code': 200} Sep 27 04:24:50.691350 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b073c7e-a8cf-4961-b1fa-a68246f89997 req-c3cf8778-50ff-4e66-8924-ebb47e7064a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:50.692902 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0b073c7e-a8cf-4961-b1fa-a68246f89997 req-c3cf8778-50ff-4e66-8924-ebb47e7064a7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 1130 time: 0.3972819 Sep 27 04:24:50.713645 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6848a783-f00a-4f84-9a91-79fa8e537ef6 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks [] for security_group_rule (a0b28a24-5c19-4d18-b033-de0f89741aee), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:50.761090 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-220f8612-c45c-4083-9dd6-915a26a34f86 None None] Set router 87ac5442-42b0-4418-857a-78da77f545b5 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:24:50.831342 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6848a783-f00a-4f84-9a91-79fa8e537ef6 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks [] for security_group_rule (a0b28a24-5c19-4d18-b033-de0f89741aee), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:50.839242 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6848a783-f00a-4f84-9a91-79fa8e537ef6 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112009'] for security_group_rule (a0b28a24-5c19-4d18-b033-de0f89741aee), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:50.858873 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6848a783-f00a-4f84-9a91-79fa8e537ef6 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0b28a24-5c19-4d18-b033-de0f89741aee,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:50.879233 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0b073c7e-a8cf-4961-b1fa-a68246f89997 req-cadd4196-e66c-4cb8-ad84-fdb3a2c6fd37 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500406 Sep 27 04:24:50.882343 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6848a783-f00a-4f84-9a91-79fa8e537ef6 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:50.886532 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-6848a783-f00a-4f84-9a91-79fa8e537ef6 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2559605 Sep 27 04:24:50.890945 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 33898) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:50.893146 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:50.894429 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-5ea12b22-2e60-4474-bdcf-8f6c030c33e2 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Request body: {'security_group_rule': {'security_group_id': 'ed46206f-12d5-4819-aa08-0f95f9ac185f', 'project_id': '1e595829629a4dd4a7fccbdabc896cb0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:24:50.896548 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-28c7b2a5-2710-45a8-9643-7f8c282a153b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (afdb5bd9-6267-4259-a055-9a22757a36e0), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:50.937311 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c7b2a5-2710-45a8-9643-7f8c282a153b admin admin] Pushing event deleted for resources: {'Port': ['ID=afdb5bd9-6267-4259-a055-9a22757a36e0,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:50.979328 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5ea12b22-2e60-4474-bdcf-8f6c030c33e2 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks [] for security_group_rule (619563f9-61bd-4994-877d-298a30c43755), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:51.039152 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-220f8612-c45c-4083-9dd6-915a26a34f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ac5442-42b0-4418-857a-78da77f545b5', 'name': 'tempest-AttachVolumeTestJSON-764308454-router', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:54Z', 'updated_at': '2022-09-27T04:20:02Z', 'revision_number': 4, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'gw_port': {'id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:19:55Z', 'updated_at': '2022-09-27T04:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '3644c780-ef74-4954-a68a-6cc2eadf34ce', 'name': '', 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'mac_address': 'fa:16:3e:d1:b9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8e579293-c2b5-4786-882a-437ca24df95d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:00Z', 'updated_at': '2022-09-27T04:20:08Z', 'revision_number': 5, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'subnets': [{'id': '8e579293-c2b5-4786-882a-437ca24df95d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:51.041645 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-f93fe134-9b4f-4b4d-82cb-dd4537e9b24e None None] Attempt 5 to provision port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 Sep 27 04:24:51.075864 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5ea12b22-2e60-4474-bdcf-8f6c030c33e2 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks [] for security_group_rule (619563f9-61bd-4994-877d-298a30c43755), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:51.083712 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5ea12b22-2e60-4474-bdcf-8f6c030c33e2 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112009'] for security_group_rule (619563f9-61bd-4994-877d-298a30c43755), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:51.111343 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220f8612-c45c-4083-9dd6-915a26a34f86 None None] Checking router: 87ac5442-42b0-4418-857a-78da77f545b5 for host: dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:24:51.125847 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea12b22-2e60-4474-bdcf-8f6c030c33e2 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=619563f9-61bd-4994-877d-298a30c43755,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:51.130668 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220f8612-c45c-4083-9dd6-915a26a34f86 None None] Routers {'87ac5442-42b0-4418-857a-78da77f545b5'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:24:51.132003 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-220f8612-c45c-4083-9dd6-915a26a34f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:24:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['87ac5442-42b0-4418-857a-78da77f545b5'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:51.138027 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-f93fe134-9b4f-4b4d-82cb-dd4537e9b24e None None] Port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:24:51.171709 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5ea12b22-2e60-4474-bdcf-8f6c030c33e2 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:51.175112 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-5ea12b22-2e60-4474-bdcf-8f6c030c33e2 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2855673 Sep 27 04:24:51.176053 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 33902) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:51.179757 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-28c7b2a5-2710-45a8-9643-7f8c282a153b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4106517'] for router_gateway (7bfb2ede-7aac-43a6-a902-ea038748149d), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:51.188191 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-a7ccc1c3-bceb-4eb7-a813-9e443217f0ca tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Request body: {'security_group_rule': {'security_group_id': 'ed46206f-12d5-4819-aa08-0f95f9ac185f', 'project_id': '1e595829629a4dd4a7fccbdabc896cb0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:24:51.190178 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8dbc87-2745-4ed7-b824-c134c6c2ba8b req-7c64f35c-3054-444c-a856-3a1ed8fd1c0e tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:51.191856 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8a8dbc87-2745-4ed7-b824-c134c6c2ba8b req-7c64f35c-3054-444c-a856-3a1ed8fd1c0e tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 946 time: 0.1917036 Sep 27 04:24:51.295755 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4b28d4b5-b803-4e88-84fa-2f31c0b0787d req-e3c5577f-efb0-4576-a9b5-1dcc3df73c13 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 210 time: 0.0453358 Sep 27 04:24:51.299494 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a7ccc1c3-bceb-4eb7-a813-9e443217f0ca tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks [] for security_group_rule (b53a6263-f24b-4dc9-b49f-52148e56e6d5), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:51.314944 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-220f8612-c45c-4083-9dd6-915a26a34f86 None None] Set router 87ac5442-42b0-4418-857a-78da77f545b5 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:24:51.347156 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-28c7b2a5-2710-45a8-9643-7f8c282a153b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4106764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124561'] for router (7bfb2ede-7aac-43a6-a902-ea038748149d), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:51.350990 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-28c7b2a5-2710-45a8-9643-7f8c282a153b admin admin] Publish callbacks [] for router_controller (7bfb2ede-7aac-43a6-a902-ea038748149d), precommit_delete_associations {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:51.387717 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a7ccc1c3-bceb-4eb7-a813-9e443217f0ca tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks [] for security_group_rule (b53a6263-f24b-4dc9-b49f-52148e56e6d5), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:51.395958 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a7ccc1c3-bceb-4eb7-a813-9e443217f0ca tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112009'] for security_group_rule (b53a6263-f24b-4dc9-b49f-52148e56e6d5), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:51.415146 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8a8dbc87-2745-4ed7-b824-c134c6c2ba8b req-1b7d2ddf-e00c-45eb-b728-79b85c6314dd tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868715 Sep 27 04:24:51.426264 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ccc1c3-bceb-4eb7-a813-9e443217f0ca tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b53a6263-f24b-4dc9-b49f-52148e56e6d5,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:51.435529 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a7ccc1c3-bceb-4eb7-a813-9e443217f0ca tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:51.438678 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-a7ccc1c3-bceb-4eb7-a813-9e443217f0ca tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2614729 Sep 27 04:24:51.439832 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 33904) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:51.448405 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-fd9d12b1-1ffd-468e-9077-bbbdff939b3e tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Request body: {'security_group_rule': {'security_group_id': 'ed46206f-12d5-4819-aa08-0f95f9ac185f', 'project_id': '1e595829629a4dd4a7fccbdabc896cb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:24:51.454472 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-28c7b2a5-2710-45a8-9643-7f8c282a153b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4106773'] for router (7bfb2ede-7aac-43a6-a902-ea038748149d), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:51.455196 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c7b2a5-2710-45a8-9643-7f8c282a153b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bfb2ede-7aac-43a6-a902-ea038748149d {{(pid=106211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 04:24:51.460048 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-28c7b2a5-2710-45a8-9643-7f8c282a153b admin admin] Publish callbacks [] for router (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:51.461529 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-28c7b2a5-2710-45a8-9643-7f8c282a153b admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/7bfb2ede-7aac-43a6-a902-ea038748149d HTTP/1.1" status: 204 len: 168 time: 1.8230677 Sep 27 04:24:51.464252 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 33906) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:51.504399 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.db.securitygroups_db [None req-fd9d12b1-1ffd-468e-9077-bbbdff939b3e tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Project 1e595829629a4dd4a7fccbdabc896cb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 04:24:51.514366 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-fd9d12b1-1ffd-468e-9077-bbbdff939b3e tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks [] for security_group_rule (33b32542-6f7c-4172-b5a3-184202a6d272), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:51.528763 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_v2 [None req-776f3833-2b0c-4dd7-ac63-01fbc9d9d4e6 admin admin] Deleting subnet fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40 {{(pid=106210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 04:24:51.532742 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-776f3833-2b0c-4dd7-ac63-01fbc9d9d4e6 admin admin] Publish callbacks [] for subnet (fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:51.583465 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-776f3833-2b0c-4dd7-ac63-01fbc9d9d4e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6975061'] for subnet (fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40), precommit_delete_associations {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:51.588621 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-220f8612-c45c-4083-9dd6-915a26a34f86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ac5442-42b0-4418-857a-78da77f545b5', 'name': 'tempest-AttachVolumeTestJSON-764308454-router', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:54Z', 'updated_at': '2022-09-27T04:20:02Z', 'revision_number': 4, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'gw_port': {'id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:19:55Z', 'updated_at': '2022-09-27T04:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '3644c780-ef74-4954-a68a-6cc2eadf34ce', 'name': '', 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'mac_address': 'fa:16:3e:d1:b9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8e579293-c2b5-4786-882a-437ca24df95d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:00Z', 'updated_at': '2022-09-27T04:20:08Z', 'revision_number': 5, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'subnets': [{'id': '8e579293-c2b5-4786-882a-437ca24df95d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:51.593398 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-fd9d12b1-1ffd-468e-9077-bbbdff939b3e tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks [] for security_group_rule (33b32542-6f7c-4172-b5a3-184202a6d272), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:51.601908 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-fd9d12b1-1ffd-468e-9077-bbbdff939b3e tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112009'] for security_group_rule (33b32542-6f7c-4172-b5a3-184202a6d272), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:51.623866 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9d12b1-1ffd-468e-9077-bbbdff939b3e tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33b32542-6f7c-4172-b5a3-184202a6d272,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:51.627465 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220f8612-c45c-4083-9dd6-915a26a34f86 None None] The sync data for ids ['87ac5442-42b0-4418-857a-78da77f545b5'] in dv-cinder-859186-3-iscsi is: [{'id': '87ac5442-42b0-4418-857a-78da77f545b5', 'name': 'tempest-AttachVolumeTestJSON-764308454-router', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:54Z', 'updated_at': '2022-09-27T04:20:02Z', 'revision_number': 4, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'gw_port': {'id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:19:55Z', 'updated_at': '2022-09-27T04:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '3644c780-ef74-4954-a68a-6cc2eadf34ce', 'name': '', 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'mac_address': 'fa:16:3e:d1:b9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8e579293-c2b5-4786-882a-437ca24df95d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:00Z', 'updated_at': '2022-09-27T04:20:08Z', 'revision_number': 5, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'subnets': [{'id': '8e579293-c2b5-4786-882a-437ca24df95d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:24:51.637229 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-fd9d12b1-1ffd-468e-9077-bbbdff939b3e tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:51.638475 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-fd9d12b1-1ffd-468e-9077-bbbdff939b3e tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1961865 Sep 27 04:24:51.641702 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 33908) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:51.642060 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-f93fe134-9b4f-4b4d-82cb-dd4537e9b24e None None] Attempt 6 to provision port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 Sep 27 04:24:51.646383 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-c618e83e-df89-4840-b9f0-8f1db43844c2 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Request body: {'security_group_rule': {'security_group_id': 'ed46206f-12d5-4819-aa08-0f95f9ac185f', 'project_id': '1e595829629a4dd4a7fccbdabc896cb0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:24:51.672691 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=82,neutron:DELETE=12,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:51.685401 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-f93fe134-9b4f-4b4d-82cb-dd4537e9b24e None None] Port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:24:51.694886 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.db.securitygroups_db [None req-c618e83e-df89-4840-b9f0-8f1db43844c2 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Project 1e595829629a4dd4a7fccbdabc896cb0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 04:24:51.702924 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c618e83e-df89-4840-b9f0-8f1db43844c2 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks [] for security_group_rule (9a94e02b-9ab1-4598-a7fa-26b38f04cd9b), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:51.720232 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-776f3833-2b0c-4dd7-ac63-01fbc9d9d4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671939'] for subnet (fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:51.748587 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=88,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:51.769612 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:51.789401 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:51.789918 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device fe4ecad8-9126-45df-830c-fb2391ce585d up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:24:51.797290 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c618e83e-df89-4840-b9f0-8f1db43844c2 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks [] for security_group_rule (9a94e02b-9ab1-4598-a7fa-26b38f04cd9b), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:51.803832 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c618e83e-df89-4840-b9f0-8f1db43844c2 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112009'] for security_group_rule (9a94e02b-9ab1-4598-a7fa-26b38f04cd9b), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:51.810978 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-776f3833-2b0c-4dd7-ac63-01fbc9d9d4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9338860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214698'] for subnet (fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:51.828765 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618e83e-df89-4840-b9f0-8f1db43844c2 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a94e02b-9ab1-4598-a7fa-26b38f04cd9b,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:51.834848 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c618e83e-df89-4840-b9f0-8f1db43844c2 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:51.837926 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-c618e83e-df89-4840-b9f0-8f1db43844c2 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1935441 Sep 27 04:24:51.852663 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776f3833-2b0c-4dd7-ac63-01fbc9d9d4e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:51.856329 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-776f3833-2b0c-4dd7-ac63-01fbc9d9d4e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:51.862472 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-776f3833-2b0c-4dd7-ac63-01fbc9d9d4e6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/fd63d32a-4d29-4e2e-ae4d-0ed8efa71b40 HTTP/1.1" status: 204 len: 168 time: 0.3942435 Sep 27 04:24:51.862631 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 33912) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:51.866884 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd03998e-bca5-4f9c-91f9-b23f7afdd04e None None] Network 8bc82a56-69c2-484f-aa08-23831b7e71a2 requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:24:51.968296 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:51.970605 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port fe4ecad8-9126-45df-830c-fb2391ce585d triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:24:51.971170 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (fe4ecad8-9126-45df-830c-fb2391ce585d), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:51.971545 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port fe4ecad8-9126-45df-830c-fb2391ce585d Sep 27 04:24:51.972978 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-780f9c30-7ab7-4d31-9294-2b12e2694d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798866'] for network (8bc82a56-69c2-484f-aa08-23831b7e71a2), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:52.032181 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-780f9c30-7ab7-4d31-9294-2b12e2694d54 admin admin] Deleting port ae327828-ee82-4fa3-8699-6f3a43b0bdf1 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:24:52.032653 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-780f9c30-7ab7-4d31-9294-2b12e2694d54 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (ae327828-ee82-4fa3-8699-6f3a43b0bdf1), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:52.085026 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port fe4ecad8-9126-45df-830c-fb2391ce585d is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:24:52.085026 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (fe4ecad8-9126-45df-830c-fb2391ce585d), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:52.113653 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] For port fe4ecad8-9126-45df-830c-fb2391ce585d, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=fe4ecad8-9126-45df-830c-fb2391ce585d,segment=NetworkSegment(458173e0-a334-422f-a9db-e4c60ba44888),segment_id=458173e0-a334-422f-a9db-e4c60ba44888)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:24:52.114600 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-780f9c30-7ab7-4d31-9294-2b12e2694d54 admin admin] For port ae327828-ee82-4fa3-8699-6f3a43b0bdf1, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=ae327828-ee82-4fa3-8699-6f3a43b0bdf1,segment=NetworkSegment(39fbe748-2b18-4d3a-b683-ef5d7bb2f520),segment_id=39fbe748-2b18-4d3a-b683-ef5d7bb2f520)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:24:52.115271 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-780f9c30-7ab7-4d31-9294-2b12e2694d54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (ae327828-ee82-4fa3-8699-6f3a43b0bdf1), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:52.118935 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345f9ba8-3f09-4473-bb3d-c28816952738 None None] DHCP port deletion for 8bc82a56-69c2-484f-aa08-23831b7e71a2 request from dv-cinder-859186-3-iscsi {{(pid=106212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 27 04:24:52.122772 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:52.124033 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (fe4ecad8-9126-45df-830c-fb2391ce585d), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:52.136575 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-780f9c30-7ab7-4d31-9294-2b12e2694d54 admin admin] Calling delete_port for ae327828-ee82-4fa3-8699-6f3a43b0bdf1 owned by network:dhcp {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:24:52.187961 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-f93fe134-9b4f-4b4d-82cb-dd4537e9b24e None None] Attempt 7 to provision port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 Sep 27 04:24:52.235045 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device afdb5bd9-6267-4259-a055-9a22757a36e0 no longer exists at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:24:52.287661 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-345f9ba8-3f09-4473-bb3d-c28816952738 None None] Deleting port ae327828-ee82-4fa3-8699-6f3a43b0bdf1 {{(pid=106212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:24:52.288359 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-345f9ba8-3f09-4473-bb3d-c28816952738 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (ae327828-ee82-4fa3-8699-6f3a43b0bdf1), before_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:52.296187 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] No Port match for: afdb5bd9-6267-4259-a055-9a22757a36e0 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:24:52.296532 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device afdb5bd9-6267-4259-a055-9a22757a36e0 not bound to the agent host dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:24:52.297013 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 64ae3c33-5c89-43f1-a306-96b7cf55eb68 no longer exists at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:24:52.302215 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Pushing event updated for resources: {'Port': ['ID=fe4ecad8-9126-45df-830c-fb2391ce585d,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:52.334981 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-f594d011-0579-4650-8b77-6928c66185bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:52.365051 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-f93fe134-9b4f-4b4d-82cb-dd4537e9b24e None None] Port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:24:52.368040 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] No Port match for: 64ae3c33-5c89-43f1-a306-96b7cf55eb68 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:24:52.368388 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 64ae3c33-5c89-43f1-a306-96b7cf55eb68 not bound to the agent host dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:24:52.446842 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-345f9ba8-3f09-4473-bb3d-c28816952738 None None] For port ae327828-ee82-4fa3-8699-6f3a43b0bdf1, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=ae327828-ee82-4fa3-8699-6f3a43b0bdf1,segment=NetworkSegment(39fbe748-2b18-4d3a-b683-ef5d7bb2f520),segment_id=39fbe748-2b18-4d3a-b683-ef5d7bb2f520)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:24:52.450644 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-345f9ba8-3f09-4473-bb3d-c28816952738 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (ae327828-ee82-4fa3-8699-6f3a43b0bdf1), precommit_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:52.479608 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-345f9ba8-3f09-4473-bb3d-c28816952738 None None] Calling delete_port for ae327828-ee82-4fa3-8699-6f3a43b0bdf1 owned by network:dhcp {{(pid=106212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:24:52.584896 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cd37ccab-8972-4313-9934-a35f1287255b req-f2f726ff-4ae4-4089-a46c-e74b537b06d5 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e24dba8d-ecd7-482f-9c93-79e714785fec HTTP/1.1" status: 200 len: 210 time: 0.1033094 Sep 27 04:24:52.645386 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6a256c-f5da-46a9-8614-1738b73e0ba8 req-8add6b83-953f-40f0-85dd-0211c7c8ea72 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:52.647439 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4d6a256c-f5da-46a9-8614-1738b73e0ba8 req-8add6b83-953f-40f0-85dd-0211c7c8ea72 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 946 time: 0.0583944 Sep 27 04:24:52.652017 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-780f9c30-7ab7-4d31-9294-2b12e2694d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (ae327828-ee82-4fa3-8699-6f3a43b0bdf1), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:52.661080 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-345f9ba8-3f09-4473-bb3d-c28816952738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093'] for port (ae327828-ee82-4fa3-8699-6f3a43b0bdf1), after_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:52.686641 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f9ba8-3f09-4473-bb3d-c28816952738 None None] Pushing event deleted for resources: {'Port': ['ID=ae327828-ee82-4fa3-8699-6f3a43b0bdf1,revision_number=None']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:52.687351 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f9c30-7ab7-4d31-9294-2b12e2694d54 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae327828-ee82-4fa3-8699-6f3a43b0bdf1,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:52.690198 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345f9ba8-3f09-4473-bb3d-c28816952738 None None] No DVR routers for this DVR port ae327828-ee82-4fa3-8699-6f3a43b0bdf1 on host dv-cinder-859186-3-iscsi {{(pid=106212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:24:52.698563 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780f9c30-7ab7-4d31-9294-2b12e2694d54 admin admin] No DVR routers for this DVR port ae327828-ee82-4fa3-8699-6f3a43b0bdf1 on host dv-cinder-859186-3-iscsi {{(pid=106211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:24:52.710500 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device ef3b9eed-fccf-490a-bc0f-2fe41f79b621 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:24:52.731660 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] No Port match for: ef3b9eed-fccf-490a-bc0f-2fe41f79b621 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:24:52.732121 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device ef3b9eed-fccf-490a-bc0f-2fe41f79b621 not bound to the agent host hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:24:52.783356 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4d6a256c-f5da-46a9-8614-1738b73e0ba8 req-3041a8e1-c132-4d6b-80d0-51e511d71d92 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1289575 Sep 27 04:24:52.796419 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-780f9c30-7ab7-4d31-9294-2b12e2694d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779509', 'neutron.services.segments.db._delete_segments_for_network-8770988261578'] for network (8bc82a56-69c2-484f-aa08-23831b7e71a2), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:52.816471 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-780f9c30-7ab7-4d31-9294-2b12e2694d54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bc82a56-69c2-484f-aa08-23831b7e71a2']}} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:52.829242 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-780f9c30-7ab7-4d31-9294-2b12e2694d54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39fbe748-2b18-4d3a-b683-ef5d7bb2f520') {'for_net_delete': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:52.829540 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-780f9c30-7ab7-4d31-9294-2b12e2694d54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39fbe748-2b18-4d3a-b683-ef5d7bb2f520') {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:52.844324 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-780f9c30-7ab7-4d31-9294-2b12e2694d54 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770988232295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9770295'] for segment (39fbe748-2b18-4d3a-b683-ef5d7bb2f520), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:52.863115 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-780f9c30-7ab7-4d31-9294-2b12e2694d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (39fbe748-2b18-4d3a-b683-ef5d7bb2f520), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:52.866019 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-f93fe134-9b4f-4b4d-82cb-dd4537e9b24e None None] Attempt 8 to provision port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 Sep 27 04:24:52.874590 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-780f9c30-7ab7-4d31-9294-2b12e2694d54 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=106211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 04:24:52.875151 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-780f9c30-7ab7-4d31-9294-2b12e2694d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9553014'] for segment (39fbe748-2b18-4d3a-b683-ef5d7bb2f520), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:52.930149 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-f93fe134-9b4f-4b4d-82cb-dd4537e9b24e None None] Port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:24:52.945547 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.services.segments.plugin [-] Segment 39fbe748-2b18-4d3a-b683-ef5d7bb2f520 resource provider aggregate not found Sep 27 04:24:52.978427 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.services.segments.plugin [-] Segment 39fbe748-2b18-4d3a-b683-ef5d7bb2f520 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 39fbe748-2b18-4d3a-b683-ef5d7bb2f520 found for delete ", "request_id": "req-3d0191b8-a63b-4c37-b5df-3487a8ae434f"}]} Sep 27 04:24:52.983710 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-780f9c30-7ab7-4d31-9294-2b12e2694d54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4106734'] for network (8bc82a56-69c2-484f-aa08-23831b7e71a2), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:52.990690 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-780f9c30-7ab7-4d31-9294-2b12e2694d54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:52.993824 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-780f9c30-7ab7-4d31-9294-2b12e2694d54 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/8bc82a56-69c2-484f-aa08-23831b7e71a2 HTTP/1.1" status: 204 len: 168 time: 1.1306140 Sep 27 04:24:52.996848 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 33980) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:53.008860 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780f9c30-7ab7-4d31-9294-2b12e2694d54 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bc82a56-69c2-484f-aa08-23831b7e71a2,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:53.258584 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa8b8f-c2a3-4862-9866-cddc5fb82010 req-96a44366-57da-4a4b-b318-5a8556fefe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:53.260086 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d8aa8b8f-c2a3-4862-9866-cddc5fb82010 req-96a44366-57da-4a4b-b318-5a8556fefe1c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=c25f11f92d4e4fd8965fe630ad77f3c3&device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 1130 time: 0.0416358 Sep 27 04:24:53.309568 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809f411-6b30-4cad-bc18-b44ccb0853f7 req-f5e54504-48c2-4356-9ba3-03a368fd2704 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:53.311087 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f809f411-6b30-4cad-bc18-b44ccb0853f7 req-f5e54504-48c2-4356-9ba3-03a368fd2704 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 946 time: 0.0753205 Sep 27 04:24:53.362213 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa8b8f-c2a3-4862-9866-cddc5fb82010 req-c94557cd-e4f0-44e9-9596-f61bd22a705e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:53.362213 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d8aa8b8f-c2a3-4862-9866-cddc5fb82010 req-c94557cd-e4f0-44e9-9596-f61bd22a705e service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=3b03541e-a362-4f1f-858b-b7051275090d HTTP/1.1" status: 200 len: 919 time: 0.0934460 Sep 27 04:24:53.423530 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:53.431614 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-f93fe134-9b4f-4b4d-82cb-dd4537e9b24e None None] Attempt 9 to provision port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 Sep 27 04:24:53.433696 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d8aa8b8f-c2a3-4862-9866-cddc5fb82010 req-9b949630-ba17-4d64-8569-0da2f8230efc service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8760ae9b-e8ce-45d6-a54c-90337fdcb044 HTTP/1.1" status: 200 len: 1002 time: 0.0640385 Sep 27 04:24:53.476924 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f809f411-6b30-4cad-bc18-b44ccb0853f7 req-54057993-de01-46c5-ab10-f8bc55bb1bcf tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1451299 Sep 27 04:24:53.487314 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-57ab4463-dc8d-40f8-818a-bc9e8e87f9e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689427'] for router_interface (a62a248c-77d4-4c01-9113-501cdecfa537), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:53.516520 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa8b8f-c2a3-4862-9866-cddc5fb82010 req-86e7f1d5-75a7-457a-b9ea-bf27a5b90ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:53.518058 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d8aa8b8f-c2a3-4862-9866-cddc5fb82010 req-86e7f1d5-75a7-457a-b9ea-bf27a5b90ac3 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3d4a66ea-0873-4a30-ab4a-55cd0b629103 HTTP/1.1" status: 200 len: 857 time: 0.0756595 Sep 27 04:24:53.576526 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:53.595387 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa8b8f-c2a3-4862-9866-cddc5fb82010 req-b1c47b49-f376-403c-af9b-f48587a69ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:53.597494 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d8aa8b8f-c2a3-4862-9866-cddc5fb82010 req-b1c47b49-f376-403c-af9b-f48587a69ce2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3b03541e-a362-4f1f-858b-b7051275090d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0723286 Sep 27 04:24:53.623750 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-f93fe134-9b4f-4b4d-82cb-dd4537e9b24e None None] Port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:24:53.712767 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 33992) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:53.735431 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:53.797160 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device fe4ecad8-9126-45df-830c-fb2391ce585d up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:24:53.821267 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d8aa8b8f-c2a3-4862-9866-cddc5fb82010 req-9902a432-bc61-470f-a209-a7d8570c18f2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3b03541e-a362-4f1f-858b-b7051275090d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149620 Sep 27 04:24:53.826322 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c4a75785-305e-42c5-b9d7-803fc00e086e tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for security_group (62743add-abd0-40c3-a1bc-b77cc5f58cd6), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:53.847698 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port fe4ecad8-9126-45df-830c-fb2391ce585d triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:24:53.848226 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (fe4ecad8-9126-45df-830c-fb2391ce585d), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:53.848798 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port fe4ecad8-9126-45df-830c-fb2391ce585d Sep 27 04:24:53.868854 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c4a75785-305e-42c5-b9d7-803fc00e086e tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for security_group (62743add-abd0-40c3-a1bc-b77cc5f58cd6), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:53.937701 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port fe4ecad8-9126-45df-830c-fb2391ce585d is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:24:53.984689 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d8aa8b8f-c2a3-4862-9866-cddc5fb82010 req-8aa2b692-d106-4769-b1b1-8f58d16dd942 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3b03541e-a362-4f1f-858b-b7051275090d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462729 Sep 27 04:24:53.991245 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c4a75785-305e-42c5-b9d7-803fc00e086e tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (62743add-abd0-40c3-a1bc-b77cc5f58cd6), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:53.994326 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c4a75785-305e-42c5-b9d7-803fc00e086e tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:53.996860 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-c4a75785-305e-42c5-b9d7-803fc00e086e tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/62743add-abd0-40c3-a1bc-b77cc5f58cd6 HTTP/1.1" status: 204 len: 168 time: 0.2829123 Sep 27 04:24:54.001115 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 33994) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:54.003088 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device ae327828-ee82-4fa3-8699-6f3a43b0bdf1 no longer exists at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:24:54.021428 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a75785-305e-42c5-b9d7-803fc00e086e tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62743add-abd0-40c3-a1bc-b77cc5f58cd6,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:54.024415 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.api.v2.resource [None req-306642dd-42cf-428a-b02d-76514e228f7f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] show failed (client error): The resource could not be found. Sep 27 04:24:54.025827 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-306642dd-42cf-428a-b02d-76514e228f7f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups/62743add-abd0-40c3-a1bc-b77cc5f58cd6 HTTP/1.1" status: 404 len: 347 time: 0.0220873 Sep 27 04:24:54.029690 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 33996) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:54.042909 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] No Port match for: ae327828-ee82-4fa3-8699-6f3a43b0bdf1 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:24:54.043370 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device ae327828-ee82-4fa3-8699-6f3a43b0bdf1 not bound to the agent host dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:24:54.065026 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-57ab4463-dc8d-40f8-818a-bc9e8e87f9e5 admin admin] Deleting port ed0a7ee1-975d-4612-a2f5-84b7920a09a0 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:24:54.065510 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-57ab4463-dc8d-40f8-818a-bc9e8e87f9e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (ed0a7ee1-975d-4612-a2f5-84b7920a09a0), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:54.125706 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-f93fe134-9b4f-4b4d-82cb-dd4537e9b24e None None] Attempt 10 to provision port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 Sep 27 04:24:54.154583 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-57ab4463-dc8d-40f8-818a-bc9e8e87f9e5 admin admin] For port ed0a7ee1-975d-4612-a2f5-84b7920a09a0, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=ed0a7ee1-975d-4612-a2f5-84b7920a09a0,segment=NetworkSegment(4925f116-3860-41b1-90b3-6d928caf6ff7),segment_id=4925f116-3860-41b1-90b3-6d928caf6ff7)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:24:54.154906 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-57ab4463-dc8d-40f8-818a-bc9e8e87f9e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (ed0a7ee1-975d-4612-a2f5-84b7920a09a0), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:54.155805 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-a5722e59-72db-4d89-b97b-16401c3a1d79 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Deleting port ab414d11-ac61-465d-b26b-bf3568c658c0 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:24:54.156337 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a5722e59-72db-4d89-b97b-16401c3a1d79 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (ab414d11-ac61-465d-b26b-bf3568c658c0), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:54.159662 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-f93fe134-9b4f-4b4d-82cb-dd4537e9b24e None None] Port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:24:54.170100 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-57ab4463-dc8d-40f8-818a-bc9e8e87f9e5 admin admin] Calling delete_port for ed0a7ee1-975d-4612-a2f5-84b7920a09a0 owned by network:router_interface {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:24:54.255309 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a5722e59-72db-4d89-b97b-16401c3a1d79 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (ab414d11-ac61-465d-b26b-bf3568c658c0), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:54.255637 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a5722e59-72db-4d89-b97b-16401c3a1d79 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for floatingip (ab414d11-ac61-465d-b26b-bf3568c658c0), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:54.269550 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-a5722e59-72db-4d89-b97b-16401c3a1d79 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Calling delete_port for ab414d11-ac61-465d-b26b-bf3568c658c0 owned by network:floatingip {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:24:54.276727 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-19cc0148-91e3-40f1-8680-91a7476fc670 None None] Provisioning complete for port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:24:54.277103 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-19cc0148-91e3-40f1-8680-91a7476fc670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (a63caa9f-d00b-46f8-b114-8c8c7bc3b115), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:54.277440 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-19cc0148-91e3-40f1-8680-91a7476fc670 None None] Attempt 1 to provision port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 Sep 27 04:24:54.294814 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:54.309258 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:54.316428 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-19cc0148-91e3-40f1-8680-91a7476fc670 None None] Port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:24:54.386551 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-57ab4463-dc8d-40f8-818a-bc9e8e87f9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (ed0a7ee1-975d-4612-a2f5-84b7920a09a0), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:54.417143 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ab4463-dc8d-40f8-818a-bc9e8e87f9e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed0a7ee1-975d-4612-a2f5-84b7920a09a0,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:54.423693 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a5722e59-72db-4d89-b97b-16401c3a1d79 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (ab414d11-ac61-465d-b26b-bf3568c658c0), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:54.453875 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5722e59-72db-4d89-b97b-16401c3a1d79 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Pushing event deleted for resources: {'Port': ['ID=ab414d11-ac61-465d-b26b-bf3568c658c0,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:54.535053 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a5722e59-72db-4d89-b97b-16401c3a1d79 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for floatingip (1ad405be-9703-4a26-a988-bab76e9c13a6), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:54.538997 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a5722e59-72db-4d89-b97b-16401c3a1d79 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:54.542868 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-a5722e59-72db-4d89-b97b-16401c3a1d79 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/1ad405be-9703-4a26-a988-bab76e9c13a6 HTTP/1.1" status: 204 len: 168 time: 0.5093327 Sep 27 04:24:54.688099 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-57ab4463-dc8d-40f8-818a-bc9e8e87f9e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3723526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4106851'] for router_interface (a62a248c-77d4-4c01-9113-501cdecfa537), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:54.694713 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5fa0a7-e4a8-45b2-9533-21b54376b4eb req-201fce43-29a8-4e93-8bd3-f3396b5ca610 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:54.696846 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-cb5fa0a7-e4a8-45b2-9533-21b54376b4eb req-201fce43-29a8-4e93-8bd3-f3396b5ca610 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 946 time: 0.0999684 Sep 27 04:24:54.701350 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 34004) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:54.706562 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-f24a3a9b-467f-49f5-a0b3-4e6f5f030941 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2137855252', 'description': 'tempest-description--1353863950'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:24:54.771673 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:54.776954 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-cb5fa0a7-e4a8-45b2-9533-21b54376b4eb req-855bf97b-cffe-44d6-9c02-3c7af89a25be tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689743 Sep 27 04:24:54.784052 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f24a3a9b-467f-49f5-a0b3-4e6f5f030941 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:54.811992 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37446455-9d63-4f31-9b1a-23efa0152b8e None None] New status for floating IP 1ad405be-9703-4a26-a988-bab76e9c13a6: DOWN {{(pid=106213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 04:24:54.818314 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-19cc0148-91e3-40f1-8680-91a7476fc670 None None] Attempt 2 to provision port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 Sep 27 04:24:54.862545 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-19cc0148-91e3-40f1-8680-91a7476fc670 None None] Port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:24:54.981040 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f24a3a9b-467f-49f5-a0b3-4e6f5f030941 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for security_group (54bc43f8-7528-41d7-83a2-7be375d773a9), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:54.988016 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f24a3a9b-467f-49f5-a0b3-4e6f5f030941 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (54bc43f8-7528-41d7-83a2-7be375d773a9), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:55.033776 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f24a3a9b-467f-49f5-a0b3-4e6f5f030941 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:55.035132 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-f24a3a9b-467f-49f5-a0b3-4e6f5f030941 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3325098 Sep 27 04:24:55.039385 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 34006) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:55.040516 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24a3a9b-467f-49f5-a0b3-4e6f5f030941 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54bc43f8-7528-41d7-83a2-7be375d773a9,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:55.044156 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57ab4463-dc8d-40f8-818a-bc9e8e87f9e5 admin admin] Router a62a248c-77d4-4c01-9113-501cdecfa537 has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:24:55.044470 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:55.045529 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-83e009ad-c41c-474d-8125-e9730056112e tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Request body: {'security_group_rule': {'security_group_id': '54bc43f8-7528-41d7-83a2-7be375d773a9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:24:55.058280 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:55.066946 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:55.082532 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-83e009ad-c41c-474d-8125-e9730056112e tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for security_group_rule (973e04f0-c771-4abd-8fff-d9372044561f), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:55.113870 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3b8cd1-b54c-4be2-9769-e9d253da7461 None None] Sync routers for ids ['2e87ec94-7cc8-45c7-873c-f9438300f7d0'] in dv-cinder-859186-3-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:24:55.125307 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3b8cd1-b54c-4be2-9769-e9d253da7461 None None] Routers {'2e87ec94-7cc8-45c7-873c-f9438300f7d0'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:24:55.125960 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-cd3b8cd1-b54c-4be2-9769-e9d253da7461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:24:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['2e87ec94-7cc8-45c7-873c-f9438300f7d0'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:55.161668 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-83e009ad-c41c-474d-8125-e9730056112e tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for security_group_rule (973e04f0-c771-4abd-8fff-d9372044561f), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:55.169062 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-83e009ad-c41c-474d-8125-e9730056112e tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112009'] for security_group_rule (973e04f0-c771-4abd-8fff-d9372044561f), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:55.169305 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:55.172397 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ab4463-dc8d-40f8-818a-bc9e8e87f9e5 admin admin] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:24:55.182921 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-57ab4463-dc8d-40f8-818a-bc9e8e87f9e5 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/a62a248c-77d4-4c01-9113-501cdecfa537/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1849704 Sep 27 04:24:55.184644 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abc9202-10fc-4e26-ba02-e21a5f271576 None None] Sync routers for ids ['a62a248c-77d4-4c01-9113-501cdecfa537'] in dv-cinder-859186-3-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:24:55.185484 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 34008) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:55.202682 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:55.203288 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-83e009ad-c41c-474d-8125-e9730056112e tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:55.205049 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-83e009ad-c41c-474d-8125-e9730056112e tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1641004 Sep 27 04:24:55.207726 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 34010) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:55.212784 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-f55de6b9-8ad9-4319-b0a3-c6bd020e2af5 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Request body: {'security_group_rule': {'security_group_id': '54bc43f8-7528-41d7-83a2-7be375d773a9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:24:55.213544 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abc9202-10fc-4e26-ba02-e21a5f271576 None None] Routers {'a62a248c-77d4-4c01-9113-501cdecfa537'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:24:55.214240 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-1abc9202-10fc-4e26-ba02-e21a5f271576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:24:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['a62a248c-77d4-4c01-9113-501cdecfa537'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:55.219677 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e009ad-c41c-474d-8125-e9730056112e tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=973e04f0-c771-4abd-8fff-d9372044561f,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:55.248476 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f55de6b9-8ad9-4319-b0a3-c6bd020e2af5 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for security_group_rule (74b8518a-e3ce-4176-97e0-48fb05e2cb02), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:55.250374 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:55.269263 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-cd3b8cd1-b54c-4be2-9769-e9d253da7461 None None] Set router 2e87ec94-7cc8-45c7-873c-f9438300f7d0 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:24:55.297205 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:55.314207 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-43cc629f-b5c2-405e-8388-86c12a237f30 admin admin] Publish callbacks [] for router (a62a248c-77d4-4c01-9113-501cdecfa537), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:55.356751 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f55de6b9-8ad9-4319-b0a3-c6bd020e2af5 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for security_group_rule (74b8518a-e3ce-4176-97e0-48fb05e2cb02), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:55.362757 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f55de6b9-8ad9-4319-b0a3-c6bd020e2af5 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112009'] for security_group_rule (74b8518a-e3ce-4176-97e0-48fb05e2cb02), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:55.364793 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-19cc0148-91e3-40f1-8680-91a7476fc670 None None] Attempt 3 to provision port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 Sep 27 04:24:55.366649 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:55.383448 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-1abc9202-10fc-4e26-ba02-e21a5f271576 None None] Set router a62a248c-77d4-4c01-9113-501cdecfa537 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:24:55.396422 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55de6b9-8ad9-4319-b0a3-c6bd020e2af5 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74b8518a-e3ce-4176-97e0-48fb05e2cb02,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:55.422687 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f55de6b9-8ad9-4319-b0a3-c6bd020e2af5 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:55.426110 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-f55de6b9-8ad9-4319-b0a3-c6bd020e2af5 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2171350 Sep 27 04:24:55.429711 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 34014) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:55.436220 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-ab60ee1f-16b2-4d9f-9a1c-cb30ecb4360d tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Request body: {'floatingip': {'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:24:55.451569 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-19cc0148-91e3-40f1-8680-91a7476fc670 None None] Port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:24:55.464400 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ab60ee1f-16b2-4d9f-9a1c-cb30ecb4360d tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:55.481352 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-43cc629f-b5c2-405e-8388-86c12a237f30 admin admin] Publish callbacks [] for router_gateway (a62a248c-77d4-4c01-9113-501cdecfa537), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:55.538826 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-43cc629f-b5c2-405e-8388-86c12a237f30 admin admin] Deleting port 9f7dbaf8-9996-41f1-91fd-9755032671f2 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:24:55.539386 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-43cc629f-b5c2-405e-8388-86c12a237f30 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (9f7dbaf8-9996-41f1-91fd-9755032671f2), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:55.555306 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-cd3b8cd1-b54c-4be2-9769-e9d253da7461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e87ec94-7cc8-45c7-873c-f9438300f7d0', 'name': 'tempest-TestShelveInstance-1208588778-router', 'tenant_id': '4af948c97bfd43789719fb833d38e164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'fe4ecad8-9126-45df-830c-fb2391ce585d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:24:44Z', 'updated_at': '2022-09-27T04:24:48Z', 'revision_number': 4, 'project_id': '4af948c97bfd43789719fb833d38e164', 'gw_port': {'id': 'fe4ecad8-9126-45df-830c-fb2391ce585d', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e87ec94-7cc8-45c7-873c-f9438300f7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:44Z', 'updated_at': '2022-09-27T04:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'a63caa9f-d00b-46f8-b114-8c8c7bc3b115', 'name': '', 'network_id': '5a310953-8b80-4c4f-86d4-ab083fbc1003', 'tenant_id': '4af948c97bfd43789719fb833d38e164', 'mac_address': 'fa:16:3e:a8:7a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e87ec94-7cc8-45c7-873c-f9438300f7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ace747cf-2ef4-4c62-b777-44656539b2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:46Z', 'updated_at': '2022-09-27T04:24:48Z', 'revision_number': 2, 'project_id': '4af948c97bfd43789719fb833d38e164', 'subnets': [{'id': 'ace747cf-2ef4-4c62-b777-44656539b2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:55.601419 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3b8cd1-b54c-4be2-9769-e9d253da7461 None None] Checking router: 2e87ec94-7cc8-45c7-873c-f9438300f7d0 for host: dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:24:55.601845 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3b8cd1-b54c-4be2-9769-e9d253da7461 None None] Updating router 2e87ec94-7cc8-45c7-873c-f9438300f7d0 port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 binding host dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 04:24:55.605278 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ab60ee1f-16b2-4d9f-9a1c-cb30ecb4360d tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:55.635586 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:55.636965 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-cd3b8cd1-b54c-4be2-9769-e9d253da7461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (a63caa9f-d00b-46f8-b114-8c8c7bc3b115), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:55.637658 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-1abc9202-10fc-4e26-ba02-e21a5f271576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62a248c-77d4-4c01-9113-501cdecfa537', 'name': 'tempest-TestMinimumBasicScenario-851602977-router', 'tenant_id': '3030064c1315435699a7e7d5a831a5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.110'}], 'enable_snat': True}, 'gw_port_id': '9f7dbaf8-9996-41f1-91fd-9755032671f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:22Z', 'updated_at': '2022-09-27T04:24:54Z', 'revision_number': 5, 'project_id': '3030064c1315435699a7e7d5a831a5b2', 'gw_port': {'id': '9f7dbaf8-9996-41f1-91fd-9755032671f2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:79:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a62a248c-77d4-4c01-9113-501cdecfa537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 351, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:23Z', 'updated_at': '2022-09-27T04:21:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi'}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:55.663683 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-43cc629f-b5c2-405e-8388-86c12a237f30 admin admin] For port 9f7dbaf8-9996-41f1-91fd-9755032671f2, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=9f7dbaf8-9996-41f1-91fd-9755032671f2,segment=NetworkSegment(458173e0-a334-422f-a9db-e4c60ba44888),segment_id=458173e0-a334-422f-a9db-e4c60ba44888)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:24:55.664048 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-43cc629f-b5c2-405e-8388-86c12a237f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (9f7dbaf8-9996-41f1-91fd-9755032671f2), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:55.670510 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abc9202-10fc-4e26-ba02-e21a5f271576 None None] Checking router: a62a248c-77d4-4c01-9113-501cdecfa537 for host: dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:24:55.682656 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-43cc629f-b5c2-405e-8388-86c12a237f30 admin admin] Calling delete_port for 9f7dbaf8-9996-41f1-91fd-9755032671f2 owned by network:router_gateway {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:24:55.715341 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abc9202-10fc-4e26-ba02-e21a5f271576 None None] Routers {'a62a248c-77d4-4c01-9113-501cdecfa537'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:24:55.715998 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-1abc9202-10fc-4e26-ba02-e21a5f271576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:24:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['a62a248c-77d4-4c01-9113-501cdecfa537'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:55.761223 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [None req-ab60ee1f-16b2-4d9f-9a1c-cb30ecb4360d tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Allocated IP 172.27.0.174 (4c2326fb-b4db-42c7-9331-4377c9818745/65648eee-291b-4b8a-95c0-f3ca12df09c9/66da99a4-6b5d-4100-a1d8-03fd29f87923) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:24:55.882500 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-1abc9202-10fc-4e26-ba02-e21a5f271576 None None] Set router a62a248c-77d4-4c01-9113-501cdecfa537 gateway port host: None {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:24:55.915926 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ab60ee1f-16b2-4d9f-9a1c-cb30ecb4360d tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for port (66da99a4-6b5d-4100-a1d8-03fd29f87923), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:55.953940 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-19cc0148-91e3-40f1-8680-91a7476fc670 None None] Attempt 4 to provision port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 Sep 27 04:24:55.965413 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ab60ee1f-16b2-4d9f-9a1c-cb30ecb4360d tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (66da99a4-6b5d-4100-a1d8-03fd29f87923), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:56.019376 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f13e1e-c138-4e1d-bafd-fce77d2667e2 req-10d1cc1c-3fda-4ebd-99ca-3076d55b058a tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:56.020397 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab60ee1f-16b2-4d9f-9a1c-cb30ecb4360d tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Network 4c2326fb-b4db-42c7-9331-4377c9818745 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:24:56.021240 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-35f13e1e-c138-4e1d-bafd-fce77d2667e2 req-10d1cc1c-3fda-4ebd-99ca-3076d55b058a tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 946 time: 0.1034420 Sep 27 04:24:56.022556 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-43cc629f-b5c2-405e-8388-86c12a237f30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (9f7dbaf8-9996-41f1-91fd-9755032671f2), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:56.030384 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-19cc0148-91e3-40f1-8680-91a7476fc670 None None] Port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:24:56.032547 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-ab60ee1f-16b2-4d9f-9a1c-cb30ecb4360d tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:24:56.037005 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab60ee1f-16b2-4d9f-9a1c-cb30ecb4360d tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:24:56.048354 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-cd3b8cd1-b54c-4be2-9769-e9d253da7461 None None] Publish callbacks [] for port (a63caa9f-d00b-46f8-b114-8c8c7bc3b115), precommit_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:56.055804 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-cd3b8cd1-b54c-4be2-9769-e9d253da7461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (a63caa9f-d00b-46f8-b114-8c8c7bc3b115), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:56.059029 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc629f-b5c2-405e-8388-86c12a237f30 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f7dbaf8-9996-41f1-91fd-9755032671f2,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:56.072078 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-1abc9202-10fc-4e26-ba02-e21a5f271576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a62a248c-77d4-4c01-9113-501cdecfa537', 'name': 'tempest-TestMinimumBasicScenario-851602977-router', 'tenant_id': '3030064c1315435699a7e7d5a831a5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:22Z', 'updated_at': '2022-09-27T04:24:55Z', 'revision_number': 6, 'project_id': '3030064c1315435699a7e7d5a831a5b2', 'gw_port_host': None}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:56.088051 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60ee1f-16b2-4d9f-9a1c-cb30ecb4360d tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Pushing event updated for resources: {'Port': ['ID=66da99a4-6b5d-4100-a1d8-03fd29f87923,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:56.094223 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:56.104389 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:56.109267 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1abc9202-10fc-4e26-ba02-e21a5f271576 None None] The sync data for ids ['a62a248c-77d4-4c01-9113-501cdecfa537'] in dv-cinder-859186-3-iscsi is: [{'id': 'a62a248c-77d4-4c01-9113-501cdecfa537', 'name': 'tempest-TestMinimumBasicScenario-851602977-router', 'tenant_id': '3030064c1315435699a7e7d5a831a5b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:22Z', 'updated_at': '2022-09-27T04:24:55Z', 'revision_number': 6, 'project_id': '3030064c1315435699a7e7d5a831a5b2', 'gw_port_host': None}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:24:56.189038 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ab60ee1f-16b2-4d9f-9a1c-cb30ecb4360d tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for floatingip (c620c6e8-1644-41ec-86f6-ade51117f4e1), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:56.200221 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb3e66-8f05-47a8-a6dc-db6c5e4977a6 None None] Pushing event updated for resources: {'Port': ['ID=a63caa9f-d00b-46f8-b114-8c8c7bc3b115,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:56.210472 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-35f13e1e-c138-4e1d-bafd-fce77d2667e2 req-d3423288-3947-45a2-929b-8c778f1944d3 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573610 Sep 27 04:24:56.216124 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-cd3b8cd1-b54c-4be2-9769-e9d253da7461 None None] Attempting to bind port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:24:56.216731 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-cd3b8cd1-b54c-4be2-9769-e9d253da7461 None None] Attempting to bind port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': 'f504d49b-f85a-4d4e-8352-634bdc19d78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5a310953-8b80-4c4f-86d4-ab083fbc1003'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:24:56.216984 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3b8cd1-b54c-4be2-9769-e9d253da7461 None None] Attempting to bind port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 on network 5a310953-8b80-4c4f-86d4-ab083fbc1003 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:24:56.222448 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-43cc629f-b5c2-405e-8388-86c12a237f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4106517'] for router_gateway (a62a248c-77d4-4c01-9113-501cdecfa537), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:56.259175 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ab60ee1f-16b2-4d9f-9a1c-cb30ecb4360d tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (66da99a4-6b5d-4100-a1d8-03fd29f87923), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:56.269270 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3b8cd1-b54c-4be2-9769-e9d253da7461 None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:24:56.269817 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3b8cd1-b54c-4be2-9769-e9d253da7461 None None] Checking segment: {'id': 'f504d49b-f85a-4d4e-8352-634bdc19d78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5a310953-8b80-4c4f-86d4-ab083fbc1003'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:24:56.270290 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-cd3b8cd1-b54c-4be2-9769-e9d253da7461 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:56.270824 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3b8cd1-b54c-4be2-9769-e9d253da7461 None None] Bound using segment: {'id': 'f504d49b-f85a-4d4e-8352-634bdc19d78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5a310953-8b80-4c4f-86d4-ab083fbc1003'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:24:56.271306 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-cd3b8cd1-b54c-4be2-9769-e9d253da7461 None None] Bound port: a63caa9f-d00b-46f8-b114-8c8c7bc3b115, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f504d49b-f85a-4d4e-8352-634bdc19d78f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '5a310953-8b80-4c4f-86d4-ab083fbc1003'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:24:56.271694 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-cd3b8cd1-b54c-4be2-9769-e9d253da7461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (a63caa9f-d00b-46f8-b114-8c8c7bc3b115), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:56.289018 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:56.346275 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-43cc629f-b5c2-405e-8388-86c12a237f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4106764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124561'] for router (a62a248c-77d4-4c01-9113-501cdecfa537), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:56.348491 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-43cc629f-b5c2-405e-8388-86c12a237f30 admin admin] Publish callbacks [] for router_controller (a62a248c-77d4-4c01-9113-501cdecfa537), precommit_delete_associations {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:56.351061 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-cd3b8cd1-b54c-4be2-9769-e9d253da7461 None None] For port a63caa9f-d00b-46f8-b114-8c8c7bc3b115, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:24:56.357343 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-cd3b8cd1-b54c-4be2-9769-e9d253da7461 None None] For port a63caa9f-d00b-46f8-b114-8c8c7bc3b115, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=a63caa9f-d00b-46f8-b114-8c8c7bc3b115,segment=NetworkSegment(f504d49b-f85a-4d4e-8352-634bdc19d78f),segment_id=f504d49b-f85a-4d4e-8352-634bdc19d78f)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:24:56.364766 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-cd3b8cd1-b54c-4be2-9769-e9d253da7461 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (a63caa9f-d00b-46f8-b114-8c8c7bc3b115), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:56.401367 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3b8cd1-b54c-4be2-9769-e9d253da7461 None None] Routers {'2e87ec94-7cc8-45c7-873c-f9438300f7d0'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:24:56.405247 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-cd3b8cd1-b54c-4be2-9769-e9d253da7461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:24:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['2e87ec94-7cc8-45c7-873c-f9438300f7d0'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:56.405247 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:56.425023 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-43cc629f-b5c2-405e-8388-86c12a237f30 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4106773'] for router (a62a248c-77d4-4c01-9113-501cdecfa537), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:56.425940 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43cc629f-b5c2-405e-8388-86c12a237f30 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a62a248c-77d4-4c01-9113-501cdecfa537 {{(pid=106210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 04:24:56.434317 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-43cc629f-b5c2-405e-8388-86c12a237f30 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:56.437935 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-43cc629f-b5c2-405e-8388-86c12a237f30 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/a62a248c-77d4-4c01-9113-501cdecfa537 HTTP/1.1" status: 204 len: 168 time: 1.2487166 Sep 27 04:24:56.438382 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 34020) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:56.479974 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eb3e66-8f05-47a8-a6dc-db6c5e4977a6 None None] Pushing event updated for resources: {'Port': ['ID=a63caa9f-d00b-46f8-b114-8c8c7bc3b115,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:56.524106 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eddda98-6c85-40d4-b45b-3504d2af631f admin admin] Deleting subnet 35f4deae-7512-4fb1-9c36-36796c3f5f81 {{(pid=106211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 04:24:56.528558 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ab60ee1f-16b2-4d9f-9a1c-cb30ecb4360d tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for port (66da99a4-6b5d-4100-a1d8-03fd29f87923), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:56.530303 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2eddda98-6c85-40d4-b45b-3504d2af631f admin admin] Publish callbacks [] for subnet (35f4deae-7512-4fb1-9c36-36796c3f5f81), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:56.532747 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-19cc0148-91e3-40f1-8680-91a7476fc670 None None] Attempt 5 to provision port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 Sep 27 04:24:56.554197 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ab60ee1f-16b2-4d9f-9a1c-cb30ecb4360d tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9553042'] for port (66da99a4-6b5d-4100-a1d8-03fd29f87923), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:56.588024 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-cd3b8cd1-b54c-4be2-9769-e9d253da7461 None None] Set router 2e87ec94-7cc8-45c7-873c-f9438300f7d0 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:24:56.637090 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2eddda98-6c85-40d4-b45b-3504d2af631f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9770302'] for subnet (35f4deae-7512-4fb1-9c36-36796c3f5f81), precommit_delete_associations {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:56.668743 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ab60ee1f-16b2-4d9f-9a1c-cb30ecb4360d tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4106707'] for floatingip (c620c6e8-1644-41ec-86f6-ade51117f4e1), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:56.677024 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab60ee1f-16b2-4d9f-9a1c-cb30ecb4360d tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Pushing event updated for resources: {'Port': ['ID=66da99a4-6b5d-4100-a1d8-03fd29f87923,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:56.702965 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ab60ee1f-16b2-4d9f-9a1c-cb30ecb4360d tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:56.706259 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-ab60ee1f-16b2-4d9f-9a1c-cb30ecb4360d tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2734282 Sep 27 04:24:56.755066 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2eddda98-6c85-40d4-b45b-3504d2af631f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671939'] for subnet (35f4deae-7512-4fb1-9c36-36796c3f5f81), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:56.765257 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-19cc0148-91e3-40f1-8680-91a7476fc670 None None] Current status of the port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:24:56.765651 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-19cc0148-91e3-40f1-8680-91a7476fc670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (a63caa9f-d00b-46f8-b114-8c8c7bc3b115), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:56.834228 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2eddda98-6c85-40d4-b45b-3504d2af631f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9553112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10262446'] for subnet (35f4deae-7512-4fb1-9c36-36796c3f5f81), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:56.835178 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-19cc0148-91e3-40f1-8680-91a7476fc670 None None] For port a63caa9f-d00b-46f8-b114-8c8c7bc3b115, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=a63caa9f-d00b-46f8-b114-8c8c7bc3b115,segment=NetworkSegment(f504d49b-f85a-4d4e-8352-634bdc19d78f),segment_id=f504d49b-f85a-4d4e-8352-634bdc19d78f)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:24:56.841775 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-19cc0148-91e3-40f1-8680-91a7476fc670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (a63caa9f-d00b-46f8-b114-8c8c7bc3b115), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:56.868576 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eddda98-6c85-40d4-b45b-3504d2af631f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35f4deae-7512-4fb1-9c36-36796c3f5f81,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:56.875235 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2eddda98-6c85-40d4-b45b-3504d2af631f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:56.880201 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-cd3b8cd1-b54c-4be2-9769-e9d253da7461 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e87ec94-7cc8-45c7-873c-f9438300f7d0', 'name': 'tempest-TestShelveInstance-1208588778-router', 'tenant_id': '4af948c97bfd43789719fb833d38e164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'fe4ecad8-9126-45df-830c-fb2391ce585d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:24:44Z', 'updated_at': '2022-09-27T04:24:48Z', 'revision_number': 4, 'project_id': '4af948c97bfd43789719fb833d38e164', 'gw_port': {'id': 'fe4ecad8-9126-45df-830c-fb2391ce585d', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e87ec94-7cc8-45c7-873c-f9438300f7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:44Z', 'updated_at': '2022-09-27T04:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'a63caa9f-d00b-46f8-b114-8c8c7bc3b115', 'name': '', 'network_id': '5a310953-8b80-4c4f-86d4-ab083fbc1003', 'tenant_id': '4af948c97bfd43789719fb833d38e164', 'mac_address': 'fa:16:3e:a8:7a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e87ec94-7cc8-45c7-873c-f9438300f7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ace747cf-2ef4-4c62-b777-44656539b2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:46Z', 'updated_at': '2022-09-27T04:24:56Z', 'revision_number': 4, 'project_id': '4af948c97bfd43789719fb833d38e164', 'subnets': [{'id': 'ace747cf-2ef4-4c62-b777-44656539b2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:56.881873 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-2eddda98-6c85-40d4-b45b-3504d2af631f admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/35f4deae-7512-4fb1-9c36-36796c3f5f81 HTTP/1.1" status: 204 len: 168 time: 0.4418361 Sep 27 04:24:56.884629 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 34026) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:56.926542 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd3b8cd1-b54c-4be2-9769-e9d253da7461 None None] The sync data for ids ['2e87ec94-7cc8-45c7-873c-f9438300f7d0'] in dv-cinder-859186-3-iscsi is: [{'id': '2e87ec94-7cc8-45c7-873c-f9438300f7d0', 'name': 'tempest-TestShelveInstance-1208588778-router', 'tenant_id': '4af948c97bfd43789719fb833d38e164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'fe4ecad8-9126-45df-830c-fb2391ce585d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:24:44Z', 'updated_at': '2022-09-27T04:24:48Z', 'revision_number': 4, 'project_id': '4af948c97bfd43789719fb833d38e164', 'gw_port': {'id': 'fe4ecad8-9126-45df-830c-fb2391ce585d', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e87ec94-7cc8-45c7-873c-f9438300f7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:44Z', 'updated_at': '2022-09-27T04:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'a63caa9f-d00b-46f8-b114-8c8c7bc3b115', 'name': '', 'network_id': '5a310953-8b80-4c4f-86d4-ab083fbc1003', 'tenant_id': '4af948c97bfd43789719fb833d38e164', 'mac_address': 'fa:16:3e:a8:7a:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2e87ec94-7cc8-45c7-873c-f9438300f7d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 471, 'fixed_ips': [{'subnet_id': 'ace747cf-2ef4-4c62-b777-44656539b2e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:46Z', 'updated_at': '2022-09-27T04:24:56Z', 'revision_number': 4, 'project_id': '4af948c97bfd43789719fb833d38e164', 'subnets': [{'id': 'ace747cf-2ef4-4c62-b777-44656539b2e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:24:56.928471 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac60ee3c-7021-49cf-b1ed-d3e2f6459992 None None] Network dfbfe995-da26-4e0f-85ea-0bd48f57c792 requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:24:56.996605 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3b02c53a-a507-478e-8f45-81f84972a590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798866'] for network (dfbfe995-da26-4e0f-85ea-0bd48f57c792), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:56.999534 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cc0148-91e3-40f1-8680-91a7476fc670 None None] Pushing event updated for resources: {'Port': ['ID=a63caa9f-d00b-46f8-b114-8c8c7bc3b115,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:57.071189 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:57.092089 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-3b02c53a-a507-478e-8f45-81f84972a590 admin admin] Deleting port 854192e1-9dfd-42be-9854-8eaac296377e {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:24:57.092435 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3b02c53a-a507-478e-8f45-81f84972a590 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (854192e1-9dfd-42be-9854-8eaac296377e), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:57.112969 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-770c596d-1259-4a66-8e28-4c76471d5283 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--2137855252&fields=id&tenant_id=1c6cc70cbd2b4c04864f33ebafa06b5a HTTP/1.1" status: 200 len: 267 time: 0.1044319 Sep 27 04:24:57.143582 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a94bd1-dbd1-4235-a3c6-5e075a2dc7c8 None None] DHCP port deletion for dfbfe995-da26-4e0f-85ea-0bd48f57c792 request from dv-cinder-859186-3-iscsi {{(pid=106212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 27 04:24:57.187354 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:57.195767 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-04a94bd1-dbd1-4235-a3c6-5e075a2dc7c8 None None] Deleting port 854192e1-9dfd-42be-9854-8eaac296377e {{(pid=106212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:24:57.196463 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-04a94bd1-dbd1-4235-a3c6-5e075a2dc7c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (854192e1-9dfd-42be-9854-8eaac296377e), before_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:57.236379 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-3b02c53a-a507-478e-8f45-81f84972a590 admin admin] For port 854192e1-9dfd-42be-9854-8eaac296377e, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=854192e1-9dfd-42be-9854-8eaac296377e,segment=NetworkSegment(4925f116-3860-41b1-90b3-6d928caf6ff7),segment_id=4925f116-3860-41b1-90b3-6d928caf6ff7)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:24:57.236743 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3b02c53a-a507-478e-8f45-81f84972a590 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (854192e1-9dfd-42be-9854-8eaac296377e), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:57.264150 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-3b02c53a-a507-478e-8f45-81f84972a590 admin admin] Calling delete_port for 854192e1-9dfd-42be-9854-8eaac296377e owned by network:dhcp {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:24:57.299140 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-04a94bd1-dbd1-4235-a3c6-5e075a2dc7c8 None None] For port 854192e1-9dfd-42be-9854-8eaac296377e, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=854192e1-9dfd-42be-9854-8eaac296377e,segment=NetworkSegment(4925f116-3860-41b1-90b3-6d928caf6ff7),segment_id=4925f116-3860-41b1-90b3-6d928caf6ff7)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:24:57.299589 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-04a94bd1-dbd1-4235-a3c6-5e075a2dc7c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (854192e1-9dfd-42be-9854-8eaac296377e), precommit_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:57.329060 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-04a94bd1-dbd1-4235-a3c6-5e075a2dc7c8 None None] Calling delete_port for 854192e1-9dfd-42be-9854-8eaac296377e owned by network:dhcp {{(pid=106212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:24:57.346883 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-88c212c4-2737-4757-86dd-cfb01d7c9008 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:57.348433 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-88c212c4-2737-4757-86dd-cfb01d7c9008 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/networks?id=a72f6105-d258-45cb-a84d-18590bef93c2 HTTP/1.1" status: 200 len: 810 time: 0.1990221 Sep 27 04:24:57.379275 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8b8d1-985b-4925-88b8-bd1b78a87152 req-6cca3854-9f6a-472a-a991-00f029c3c24f tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:57.380519 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-e9a4e2aa-cf66-4d92-97f7-6b93a92a3642 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/quotas/1c6cc70cbd2b4c04864f33ebafa06b5a HTTP/1.1" status: 200 len: 375 time: 0.0179005 Sep 27 04:24:57.382948 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-71c8b8d1-985b-4925-88b8-bd1b78a87152 req-6cca3854-9f6a-472a-a991-00f029c3c24f tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 946 time: 0.0687871 Sep 27 04:24:57.403735 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:57.437653 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3b02c53a-a507-478e-8f45-81f84972a590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (854192e1-9dfd-42be-9854-8eaac296377e), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:57.449502 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-04a94bd1-dbd1-4235-a3c6-5e075a2dc7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093'] for port (854192e1-9dfd-42be-9854-8eaac296377e), after_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:57.468317 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-71c8b8d1-985b-4925-88b8-bd1b78a87152 req-497bc89d-fdf3-4161-b5e1-b63b8798297c tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791516 Sep 27 04:24:57.488137 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-c3d384a2-db4b-4072-8d73-c4888d910ae1 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=1c6cc70cbd2b4c04864f33ebafa06b5a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1002202 Sep 27 04:24:57.488959 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02c53a-a507-478e-8f45-81f84972a590 admin admin] Pushing event deleted for resources: {'Port': ['ID=854192e1-9dfd-42be-9854-8eaac296377e,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:57.494432 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b02c53a-a507-478e-8f45-81f84972a590 admin admin] No DVR routers for this DVR port 854192e1-9dfd-42be-9854-8eaac296377e on host dv-cinder-859186-3-iscsi {{(pid=106211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:24:57.502995 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a94bd1-dbd1-4235-a3c6-5e075a2dc7c8 None None] Pushing event deleted for resources: {'Port': ['ID=854192e1-9dfd-42be-9854-8eaac296377e,revision_number=None']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:57.523223 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a94bd1-dbd1-4235-a3c6-5e075a2dc7c8 None None] No DVR routers for this DVR port 854192e1-9dfd-42be-9854-8eaac296377e on host dv-cinder-859186-3-iscsi {{(pid=106212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:24:57.621522 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d59d25e-7d3f-4096-b2d7-da546c021033 req-79d2cb92-5039-4f60-897a-e099edbd4f8b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:57.623033 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4d59d25e-7d3f-4096-b2d7-da546c021033 req-79d2cb92-5039-4f60-897a-e099edbd4f8b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 946 time: 0.0558724 Sep 27 04:24:57.634222 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 34042) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:57.638577 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-852282a8-4f4a-40a9-b65f-9ecaf6aafb05 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Request body: {'floatingip': {'port_id': '8760ae9b-e8ce-45d6-a54c-90337fdcb044'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:24:57.649911 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3b02c53a-a507-478e-8f45-81f84972a590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779509', 'neutron.services.segments.db._delete_segments_for_network-8770988261578'] for network (dfbfe995-da26-4e0f-85ea-0bd48f57c792), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:57.684075 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-3b02c53a-a507-478e-8f45-81f84972a590 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfbfe995-da26-4e0f-85ea-0bd48f57c792']}} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:57.704788 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-3b02c53a-a507-478e-8f45-81f84972a590 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4925f116-3860-41b1-90b3-6d928caf6ff7') {'for_net_delete': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:57.705068 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-3b02c53a-a507-478e-8f45-81f84972a590 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4925f116-3860-41b1-90b3-6d928caf6ff7') {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:57.710923 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-852282a8-4f4a-40a9-b65f-9ecaf6aafb05 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks [] for floatingip (ea6cc630-4c55-45c1-9b82-bbe10c92c8c7), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:57.715492 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-d5a39f37-1746-4137-ac34-8b9358791794 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/a72f6105-d258-45cb-a84d-18590bef93c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813426 Sep 27 04:24:57.720644 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3b02c53a-a507-478e-8f45-81f84972a590 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770988232295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9770295'] for segment (4925f116-3860-41b1-90b3-6d928caf6ff7), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:57.750477 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:57.752710 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:57.791429 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3b02c53a-a507-478e-8f45-81f84972a590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (4925f116-3860-41b1-90b3-6d928caf6ff7), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:57.804567 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b02c53a-a507-478e-8f45-81f84972a590 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=106211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 04:24:57.805000 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3b02c53a-a507-478e-8f45-81f84972a590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9553014'] for segment (4925f116-3860-41b1-90b3-6d928caf6ff7), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:57.826068 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device a63caa9f-d00b-46f8-b114-8c8c7bc3b115 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:24:57.868407 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.services.segments.plugin [-] Segment 4925f116-3860-41b1-90b3-6d928caf6ff7 resource provider aggregate not found Sep 27 04:24:57.886084 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:57.906939 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:24:57.907277 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (a63caa9f-d00b-46f8-b114-8c8c7bc3b115), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:57.907695 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 Sep 27 04:24:57.929198 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.services.segments.plugin [-] Segment 4925f116-3860-41b1-90b3-6d928caf6ff7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4925f116-3860-41b1-90b3-6d928caf6ff7 found for delete ", "request_id": "req-a9a74ab9-05c5-42b8-9e93-3eb309fb6ad0"}]} Sep 27 04:24:57.955057 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3b02c53a-a507-478e-8f45-81f84972a590 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4106734'] for network (dfbfe995-da26-4e0f-85ea-0bd48f57c792), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:57.961671 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3b02c53a-a507-478e-8f45-81f84972a590 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:57.968844 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-3b02c53a-a507-478e-8f45-81f84972a590 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/dfbfe995-da26-4e0f-85ea-0bd48f57c792 HTTP/1.1" status: 204 len: 168 time: 1.0792830 Sep 27 04:24:57.968844 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-06b96f5e-32a4-423a-b090-5c28275d9874 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/a72f6105-d258-45cb-a84d-18590bef93c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353978 Sep 27 04:24:57.978235 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02c53a-a507-478e-8f45-81f84972a590 admin admin] Pushing event deleted for resources: {'Network': ['ID=dfbfe995-da26-4e0f-85ea-0bd48f57c792,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:58.164531 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:24:58.255271 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 9f7dbaf8-9996-41f1-91fd-9755032671f2 no longer exists at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:24:58.262059 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 34056) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:58.285213 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] No Port match for: 9f7dbaf8-9996-41f1-91fd-9755032671f2 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:24:58.286711 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 9f7dbaf8-9996-41f1-91fd-9755032671f2 not bound to the agent host dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:24:58.287704 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 854192e1-9dfd-42be-9854-8eaac296377e no longer exists at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:24:58.309193 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-95a6e63c-54f9-4f27-8a45-a2ff5faa7dab req-44bab59a-5bcc-483e-9dbd-d7646bccdbb0 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=710d8936-179a-412b-9f1d-148e6648cebe HTTP/1.1" status: 200 len: 210 time: 0.0606465 Sep 27 04:24:58.310489 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-c9199f01-f62a-4f48-955d-79873222d3eb admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=7e7b2ff0f0104769a550d0c0692ab713&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0472341 Sep 27 04:24:58.311108 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 34058) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:58.330809 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] No Port match for: 854192e1-9dfd-42be-9854-8eaac296377e {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:24:58.338933 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 854192e1-9dfd-42be-9854-8eaac296377e not bound to the agent host dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:24:58.339425 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device ed0a7ee1-975d-4612-a2f5-84b7920a09a0 no longer exists at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:24:58.366401 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] No Port match for: ed0a7ee1-975d-4612-a2f5-84b7920a09a0 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:24:58.366916 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device ed0a7ee1-975d-4612-a2f5-84b7920a09a0 not bound to the agent host dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:24:58.379862 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-26848a5b-1f0c-49f2-a122-cda5f5d511dc admin admin] Publish callbacks [] for security_group (2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:58.413794 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-26848a5b-1f0c-49f2-a122-cda5f5d511dc admin admin] Publish callbacks [] for security_group (2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:58.441665 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:58.478222 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-26848a5b-1f0c-49f2-a122-cda5f5d511dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:58.481171 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-26848a5b-1f0c-49f2-a122-cda5f5d511dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:58.482404 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-26848a5b-1f0c-49f2-a122-cda5f5d511dc admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66 HTTP/1.1" status: 204 len: 168 time: 0.1703904 Sep 27 04:24:58.491646 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26848a5b-1f0c-49f2-a122-cda5f5d511dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfa253e-6eff-43f5-a9f9-cec1bf9c0f66,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:58.507853 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-852282a8-4f4a-40a9-b65f-9ecaf6aafb05 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:58.513314 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-852282a8-4f4a-40a9-b65f-9ecaf6aafb05 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4106707'] for floatingip (ea6cc630-4c55-45c1-9b82-bbe10c92c8c7), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:58.756243 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-852282a8-4f4a-40a9-b65f-9ecaf6aafb05 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Router 86f1d0b9-3657-437b-ae62-2e9ed22d6485 has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:24:58.919562 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 34070) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:58.941705 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:58.967760 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-f9f4a314-0c8b-4b1b-9959-c37b9f36b03e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=3030064c1315435699a7e7d5a831a5b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0470200 Sep 27 04:24:58.970354 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 34072) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:24:59.030830 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2c8740c9-f7b6-48bb-8da3-9fadbfac2621 admin admin] Publish callbacks [] for security_group (5fced9ee-33f6-413a-8761-efe988f6ef5a), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:59.060920 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2c8740c9-f7b6-48bb-8da3-9fadbfac2621 admin admin] Publish callbacks [] for security_group (5fced9ee-33f6-413a-8761-efe988f6ef5a), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:59.121886 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2c8740c9-f7b6-48bb-8da3-9fadbfac2621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (5fced9ee-33f6-413a-8761-efe988f6ef5a), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:59.125736 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2c8740c9-f7b6-48bb-8da3-9fadbfac2621 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:59.130557 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-2c8740c9-f7b6-48bb-8da3-9fadbfac2621 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5fced9ee-33f6-413a-8761-efe988f6ef5a HTTP/1.1" status: 204 len: 168 time: 0.1588993 Sep 27 04:24:59.144699 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8740c9-f7b6-48bb-8da3-9fadbfac2621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fced9ee-33f6-413a-8761-efe988f6ef5a,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:24:59.145991 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-852282a8-4f4a-40a9-b65f-9ecaf6aafb05 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:24:59.152936 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-852282a8-4f4a-40a9-b65f-9ecaf6aafb05 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:24:59.161842 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c742668c-ef89-4462-ba53-09932f548f48 None None] Sync routers for ids ['86f1d0b9-3657-437b-ae62-2e9ed22d6485'] in dv-cinder-859186-3-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:24:59.181070 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c742668c-ef89-4462-ba53-09932f548f48 None None] Routers {'86f1d0b9-3657-437b-ae62-2e9ed22d6485'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:24:59.181868 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-c742668c-ef89-4462-ba53-09932f548f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:24:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['86f1d0b9-3657-437b-ae62-2e9ed22d6485'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:59.198070 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ab8637-285a-4e7d-aac4-fe2fafab654e', 'tag': '8760ae9b-e8ce-45d6-a54c-90337fdcb044'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:24:59.200323 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c1010b-780a-4d8e-a177-41d45542b559" -d '{"events": [{"name": "network-changed", "server_uuid": "88ab8637-285a-4e7d-aac4-fe2fafab654e", "tag": "8760ae9b-e8ce-45d6-a54c-90337fdcb044"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:24:59.255583 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-852282a8-4f4a-40a9-b65f-9ecaf6aafb05 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/ea6cc630-4c55-45c1-9b82-bbe10c92c8c7 HTTP/1.1" status: 200 len: 994 time: 1.6200051 Sep 27 04:24:59.258044 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664384ef-68c2-4119-b745-ef529a638173 x-openstack-request-id: req-664384ef-68c2-4119-b745-ef529a638173 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:24:59.258605 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ab8637-285a-4e7d-aac4-fe2fafab654e", "tag": "8760ae9b-e8ce-45d6-a54c-90337fdcb044", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:24:59.259125 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-664384ef-68c2-4119-b745-ef529a638173 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:24:59.259534 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-664384ef-68c2-4119-b745-ef529a638173'] response: {'name': 'network-changed', 'server_uuid': '88ab8637-285a-4e7d-aac4-fe2fafab654e', 'tag': '8760ae9b-e8ce-45d6-a54c-90337fdcb044', 'status': 'completed', 'code': 200} Sep 27 04:24:59.327626 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-c742668c-ef89-4462-ba53-09932f548f48 None None] Set router 86f1d0b9-3657-437b-ae62-2e9ed22d6485 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:24:59.635088 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1010b-780a-4d8e-a177-41d45542b559 req-13cb4efb-7cc5-4280-ac53-33a97275c604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:59.637359 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b9c1010b-780a-4d8e-a177-41d45542b559 req-13cb4efb-7cc5-4280-ac53-33a97275c604 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=c25f11f92d4e4fd8965fe630ad77f3c3&device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 1130 time: 0.1155412 Sep 27 04:24:59.651154 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-c742668c-ef89-4462-ba53-09932f548f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'name': 'tempest-ServerRescueNegativeTestJSON-140140347-router', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'b4d8a087-7ecc-4c15-a09e-d89340dc105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:07Z', 'updated_at': '2022-09-27T04:21:10Z', 'revision_number': 4, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'gw_port': {'id': 'b4d8a087-7ecc-4c15-a09e-d89340dc105d', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:08Z', 'updated_at': '2022-09-27T04:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': 'ea6cc630-4c55-45c1-9b82-bbe10c92c8c7', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'port_id': '8760ae9b-e8ce-45d6-a54c-90337fdcb044', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d', 'mac_address': 'fa:16:3e:a3:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab8637-285a-4e7d-aac4-fe2fafab654e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:23:04Z', 'updated_at': '2022-09-27T04:24:58Z', 'revision_number': 3, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb6df63-5dd5-460b-86da-ef0071c67709', 'name': '', 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'mac_address': 'fa:16:3e:88:33:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '3d4a66ea-0873-4a30-ab4a-55cd0b629103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:09Z', 'updated_at': '2022-09-27T04:21:15Z', 'revision_number': 5, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'subnets': [{'id': '3d4a66ea-0873-4a30-ab4a-55cd0b629103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:59.692998 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c742668c-ef89-4462-ba53-09932f548f48 None None] Checking router: 86f1d0b9-3657-437b-ae62-2e9ed22d6485 for host: dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:24:59.703056 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c742668c-ef89-4462-ba53-09932f548f48 None None] Routers {'86f1d0b9-3657-437b-ae62-2e9ed22d6485'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:24:59.703614 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-c742668c-ef89-4462-ba53-09932f548f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:24:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['86f1d0b9-3657-437b-ae62-2e9ed22d6485'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:24:59.818053 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:59.829580 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-c742668c-ef89-4462-ba53-09932f548f48 None None] Set router 86f1d0b9-3657-437b-ae62-2e9ed22d6485 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:24:59.836596 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1010b-780a-4d8e-a177-41d45542b559 req-37285638-8a31-452c-bd9e-a7728638c758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:59.838199 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b9c1010b-780a-4d8e-a177-41d45542b559 req-37285638-8a31-452c-bd9e-a7728638c758 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=3b03541e-a362-4f1f-858b-b7051275090d HTTP/1.1" status: 200 len: 919 time: 0.1884458 Sep 27 04:24:59.840377 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-716d316f-870e-4a09-8b55-88169e025f73 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:24:59.841843 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-716d316f-870e-4a09-8b55-88169e025f73 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.57 "GET /networking/v2.0/networks?id=a72f6105-d258-45cb-a84d-18590bef93c2 HTTP/1.1" status: 200 len: 810 time: 0.1929376 Sep 27 04:24:59.866234 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b24d39b2-dbe4-4689-8b21-ddbe3bd3e0ef req-98f5846b-4b9b-40f5-8f87-169354219725 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=710d8936-179a-412b-9f1d-148e6648cebe HTTP/1.1" status: 200 len: 210 time: 0.4580743 Sep 27 04:24:59.930348 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:24:59.944794 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b9c1010b-780a-4d8e-a177-41d45542b559 req-6a7981f9-46a2-4549-aabd-f7fb86e97f58 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8760ae9b-e8ce-45d6-a54c-90337fdcb044 HTTP/1.1" status: 200 len: 1002 time: 0.0919518 Sep 27 04:24:59.945647 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-fa9709b8-0f0f-4ffa-aee6-84d8a3ddd143 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1c6cc70cbd2b4c04864f33ebafa06b5a HTTP/1.1" status: 200 len: 380 time: 0.0868590 Sep 27 04:25:00.054223 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-5ff36942-3ef2-42f0-b5d4-83a17809b6a5 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Request body: {'port': {'device_id': '710d8936-179a-412b-9f1d-148e6648cebe', 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2', 'admin_state_up': True, 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'security_groups': ['54bc43f8-7528-41d7-83a2-7be375d773a9']}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:25:00.066761 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:00.083478 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-c742668c-ef89-4462-ba53-09932f548f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'name': 'tempest-ServerRescueNegativeTestJSON-140140347-router', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'b4d8a087-7ecc-4c15-a09e-d89340dc105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:07Z', 'updated_at': '2022-09-27T04:21:10Z', 'revision_number': 4, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'gw_port': {'id': 'b4d8a087-7ecc-4c15-a09e-d89340dc105d', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:08Z', 'updated_at': '2022-09-27T04:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': 'ea6cc630-4c55-45c1-9b82-bbe10c92c8c7', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'port_id': '8760ae9b-e8ce-45d6-a54c-90337fdcb044', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d', 'mac_address': 'fa:16:3e:a3:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab8637-285a-4e7d-aac4-fe2fafab654e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:23:04Z', 'updated_at': '2022-09-27T04:24:58Z', 'revision_number': 3, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb6df63-5dd5-460b-86da-ef0071c67709', 'name': '', 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'mac_address': 'fa:16:3e:88:33:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '3d4a66ea-0873-4a30-ab4a-55cd0b629103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:09Z', 'updated_at': '2022-09-27T04:21:15Z', 'revision_number': 5, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'subnets': [{'id': '3d4a66ea-0873-4a30-ab4a-55cd0b629103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:25:00.098180 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1010b-780a-4d8e-a177-41d45542b559 req-148ccd5a-5600-495e-bc4e-4b1f0f30d37f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:00.099644 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b9c1010b-780a-4d8e-a177-41d45542b559 req-148ccd5a-5600-495e-bc4e-4b1f0f30d37f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3d4a66ea-0873-4a30-ab4a-55cd0b629103 HTTP/1.1" status: 200 len: 857 time: 0.0510201 Sep 27 04:25:00.110311 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c742668c-ef89-4462-ba53-09932f548f48 None None] The sync data for ids ['86f1d0b9-3657-437b-ae62-2e9ed22d6485'] in dv-cinder-859186-3-iscsi is: [{'id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'name': 'tempest-ServerRescueNegativeTestJSON-140140347-router', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'b4d8a087-7ecc-4c15-a09e-d89340dc105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:07Z', 'updated_at': '2022-09-27T04:21:10Z', 'revision_number': 4, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'gw_port': {'id': 'b4d8a087-7ecc-4c15-a09e-d89340dc105d', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:08Z', 'updated_at': '2022-09-27T04:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': 'ea6cc630-4c55-45c1-9b82-bbe10c92c8c7', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'floating_ip_address': '172.27.0.134', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'port_id': '8760ae9b-e8ce-45d6-a54c-90337fdcb044', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 437, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d', 'mac_address': 'fa:16:3e:a3:40:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88ab8637-285a-4e7d-aac4-fe2fafab654e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:23:04Z', 'updated_at': '2022-09-27T04:24:58Z', 'revision_number': 3, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1cb6df63-5dd5-460b-86da-ef0071c67709', 'name': '', 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'mac_address': 'fa:16:3e:88:33:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '3d4a66ea-0873-4a30-ab4a-55cd0b629103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:09Z', 'updated_at': '2022-09-27T04:21:15Z', 'revision_number': 5, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'subnets': [{'id': '3d4a66ea-0873-4a30-ab4a-55cd0b629103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:25:00.166816 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1010b-780a-4d8e-a177-41d45542b559 req-d93c4ba1-364b-492d-acb9-cc1354f33a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:00.168617 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b9c1010b-780a-4d8e-a177-41d45542b559 req-d93c4ba1-364b-492d-acb9-cc1354f33a37 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3b03541e-a362-4f1f-858b-b7051275090d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0566452 Sep 27 04:25:00.191263 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-5ff36942-3ef2-42f0-b5d4-83a17809b6a5 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Made reservation on behalf of 1c6cc70cbd2b4c04864f33ebafa06b5a for: {'port': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:25:00.194983 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-5ff36942-3ef2-42f0-b5d4-83a17809b6a5 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:00.279929 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b9c1010b-780a-4d8e-a177-41d45542b559 req-ec5eb644-bf5f-40ab-92d8-e320aa6fd202 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3b03541e-a362-4f1f-858b-b7051275090d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032693 Sep 27 04:25:00.345419 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-5ff36942-3ef2-42f0-b5d4-83a17809b6a5 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Allocated IP 172.20.0.4 (a72f6105-d258-45cb-a84d-18590bef93c2/8e579293-c2b5-4786-882a-437ca24df95d/4e861415-84ce-4923-aa54-770c8249a620) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:25:00.387951 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b9c1010b-780a-4d8e-a177-41d45542b559 req-60927ab1-f6c2-44cb-84cf-41dc94006b77 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3b03541e-a362-4f1f-858b-b7051275090d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989761 Sep 27 04:25:00.493238 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-5ff36942-3ef2-42f0-b5d4-83a17809b6a5 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for port (4e861415-84ce-4923-aa54-770c8249a620), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:00.655004 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-5ff36942-3ef2-42f0-b5d4-83a17809b6a5 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (4e861415-84ce-4923-aa54-770c8249a620), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:00.698793 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-5ff36942-3ef2-42f0-b5d4-83a17809b6a5 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Network a72f6105-d258-45cb-a84d-18590bef93c2 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:25:00.704904 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-5ff36942-3ef2-42f0-b5d4-83a17809b6a5 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:25:00.709810 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-5ff36942-3ef2-42f0-b5d4-83a17809b6a5 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:25:00.741443 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff36942-3ef2-42f0-b5d4-83a17809b6a5 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Pushing event updated for resources: {'Port': ['ID=4e861415-84ce-4923-aa54-770c8249a620,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:25:00.765818 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-5ff36942-3ef2-42f0-b5d4-83a17809b6a5 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:00.766555 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-5ff36942-3ef2-42f0-b5d4-83a17809b6a5 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:00.789867 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-5ff36942-3ef2-42f0-b5d4-83a17809b6a5 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7396257 Sep 27 04:25:00.804495 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-111fd070-4454-430e-859f-01afb6b959b1 service neutron] Request body: {'port': {'device_id': '710d8936-179a-412b-9f1d-148e6648cebe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:25:00.872574 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-111fd070-4454-430e-859f-01afb6b959b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (4e861415-84ce-4923-aa54-770c8249a620), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:00.894894 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-9dcc651b-4717-49ef-aae4-2931c77c265f None None] Provisioning complete for port 4e861415-84ce-4923-aa54-770c8249a620 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:25:00.895436 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9dcc651b-4717-49ef-aae4-2931c77c265f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (4e861415-84ce-4923-aa54-770c8249a620), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:00.895725 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9dcc651b-4717-49ef-aae4-2931c77c265f None None] Attempt 1 to provision port 4e861415-84ce-4923-aa54-770c8249a620 Sep 27 04:25:00.935346 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:00.938015 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9dcc651b-4717-49ef-aae4-2931c77c265f None None] Port 4e861415-84ce-4923-aa54-770c8249a620 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:25:00.995769 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:01.004841 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859ee30-300b-4052-99ae-ebfcb057f1f3 req-ec77b55d-4fca-44df-b211-c6f856cd67cd tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:01.007063 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c859ee30-300b-4052-99ae-ebfcb057f1f3 req-ec77b55d-4fca-44df-b211-c6f856cd67cd tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=710d8936-179a-412b-9f1d-148e6648cebe HTTP/1.1" status: 200 len: 931 time: 0.0515943 Sep 27 04:25:01.060228 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c859ee30-300b-4052-99ae-ebfcb057f1f3 req-f2344461-7718-416b-b503-4882ae0dd37e tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=54bc43f8-7528-41d7-83a2-7be375d773a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451283 Sep 27 04:25:01.083304 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:01.147496 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-111fd070-4454-430e-859f-01afb6b959b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e861415-84ce-4923-aa54-770c8249a620 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:25:01.155991 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-111fd070-4454-430e-859f-01afb6b959b1 service neutron] Publish callbacks [] for port (4e861415-84ce-4923-aa54-770c8249a620), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:01.170239 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-111fd070-4454-430e-859f-01afb6b959b1 service neutron] Transition to ACTIVE for port object 4e861415-84ce-4923-aa54-770c8249a620 will not be triggered until provisioned by entity L2. {{(pid=106210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 04:25:01.175017 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-111fd070-4454-430e-859f-01afb6b959b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (4e861415-84ce-4923-aa54-770c8249a620), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:01.243989 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fd070-4454-430e-859f-01afb6b959b1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e861415-84ce-4923-aa54-770c8249a620,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:25:01.268075 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88ab8637-285a-4e7d-aac4-fe2fafab654e', 'tag': '8760ae9b-e8ce-45d6-a54c-90337fdcb044'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:25:01.270343 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c833bb-8c23-4038-afdd-418c69658b10" -d '{"events": [{"name": "network-changed", "server_uuid": "88ab8637-285a-4e7d-aac4-fe2fafab654e", "tag": "8760ae9b-e8ce-45d6-a54c-90337fdcb044"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:25:01.304580 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-111fd070-4454-430e-859f-01afb6b959b1 service neutron] Attempting to bind port 4e861415-84ce-4923-aa54-770c8249a620 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:25:01.304927 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-111fd070-4454-430e-859f-01afb6b959b1 service neutron] Attempting to bind port 4e861415-84ce-4923-aa54-770c8249a620 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': 'a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:25:01.305991 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-111fd070-4454-430e-859f-01afb6b959b1 service neutron] Attempting to bind port 4e861415-84ce-4923-aa54-770c8249a620 on network a72f6105-d258-45cb-a84d-18590bef93c2 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:25:01.310219 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39625cbc-85a2-493d-8993-ad7ef4bb1238 x-openstack-request-id: req-39625cbc-85a2-493d-8993-ad7ef4bb1238 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:25:01.310504 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88ab8637-285a-4e7d-aac4-fe2fafab654e", "tag": "8760ae9b-e8ce-45d6-a54c-90337fdcb044", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:25:01.310842 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-39625cbc-85a2-493d-8993-ad7ef4bb1238 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:25:01.311245 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39625cbc-85a2-493d-8993-ad7ef4bb1238'] response: {'name': 'network-changed', 'server_uuid': '88ab8637-285a-4e7d-aac4-fe2fafab654e', 'tag': '8760ae9b-e8ce-45d6-a54c-90337fdcb044', 'status': 'completed', 'code': 200} Sep 27 04:25:01.353362 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-111fd070-4454-430e-859f-01afb6b959b1 service neutron] Port 4e861415-84ce-4923-aa54-770c8249a620 on network a72f6105-d258-45cb-a84d-18590bef93c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 04:25:01.353867 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-111fd070-4454-430e-859f-01afb6b959b1 service neutron] Attempting to bind port 4e861415-84ce-4923-aa54-770c8249a620 on network a72f6105-d258-45cb-a84d-18590bef93c2 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:25:01.374842 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c833bb-8c23-4038-afdd-418c69658b10 req-af8242b4-4dfe-47ab-b40a-281de435c6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:01.376319 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b9c833bb-8c23-4038-afdd-418c69658b10 req-af8242b4-4dfe-47ab-b40a-281de435c6c4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=c25f11f92d4e4fd8965fe630ad77f3c3&device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 1130 time: 0.0401716 Sep 27 04:25:01.398750 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-111fd070-4454-430e-859f-01afb6b959b1 service neutron] Checking agent: {'id': 'b1f517e4-57bd-40c9-8710-cebf6376635e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'started_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:25:01.399120 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-111fd070-4454-430e-859f-01afb6b959b1 service neutron] Checking segment: {'id': 'a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:25:01.399513 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-111fd070-4454-430e-859f-01afb6b959b1 service neutron] Bound using segment: {'id': 'a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:25:01.399978 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-111fd070-4454-430e-859f-01afb6b959b1 service neutron] Bound port: 4e861415-84ce-4923-aa54-770c8249a620, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:25:01.400364 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-111fd070-4454-430e-859f-01afb6b959b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (4e861415-84ce-4923-aa54-770c8249a620), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:01.439920 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9dcc651b-4717-49ef-aae4-2931c77c265f None None] Attempt 2 to provision port 4e861415-84ce-4923-aa54-770c8249a620 Sep 27 04:25:01.471226 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-111fd070-4454-430e-859f-01afb6b959b1 service neutron] For port 4e861415-84ce-4923-aa54-770c8249a620, host hv-cinder-85918, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:25:01.475272 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9dcc651b-4717-49ef-aae4-2931c77c265f None None] Port 4e861415-84ce-4923-aa54-770c8249a620 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:25:01.475445 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-111fd070-4454-430e-859f-01afb6b959b1 service neutron] For port 4e861415-84ce-4923-aa54-770c8249a620, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=4e861415-84ce-4923-aa54-770c8249a620,segment=NetworkSegment(a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921),segment_id=a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:25:01.479147 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c833bb-8c23-4038-afdd-418c69658b10 req-d6dc65f4-329c-4f2b-bd11-78aad642f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:01.480991 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b9c833bb-8c23-4038-afdd-418c69658b10 req-d6dc65f4-329c-4f2b-bd11-78aad642f97a service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=3b03541e-a362-4f1f-858b-b7051275090d HTTP/1.1" status: 200 len: 919 time: 0.0968456 Sep 27 04:25:01.481112 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-111fd070-4454-430e-859f-01afb6b959b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (4e861415-84ce-4923-aa54-770c8249a620), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:01.485449 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-111fd070-4454-430e-859f-01afb6b959b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:01.486143 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-111fd070-4454-430e-859f-01afb6b959b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:01.487628 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-111fd070-4454-430e-859f-01afb6b959b1 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/4e861415-84ce-4923-aa54-770c8249a620 HTTP/1.1" status: 200 len: 1093 time: 0.6874554 Sep 27 04:25:01.558479 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b9c833bb-8c23-4038-afdd-418c69658b10 req-84a04554-d829-4474-a086-fab005dc9a48 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8760ae9b-e8ce-45d6-a54c-90337fdcb044 HTTP/1.1" status: 200 len: 1002 time: 0.0636296 Sep 27 04:25:01.565461 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111fd070-4454-430e-859f-01afb6b959b1 service neutron] Pushing event updated for resources: {'Port': ['ID=4e861415-84ce-4923-aa54-770c8249a620,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:25:01.582199 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-93908ab0-2a3c-44f2-b7d2-960d0de3d8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:01.582974 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-93908ab0-2a3c-44f2-b7d2-960d0de3d8da service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1c6cc70cbd2b4c04864f33ebafa06b5a&device_id=710d8936-179a-412b-9f1d-148e6648cebe HTTP/1.1" status: 200 len: 1127 time: 0.0459468 Sep 27 04:25:01.590251 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:01.596355 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:01.609692 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c833bb-8c23-4038-afdd-418c69658b10 req-4ce1d4ff-22ac-43dc-b655-6231e9d12269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:01.611186 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b9c833bb-8c23-4038-afdd-418c69658b10 req-4ce1d4ff-22ac-43dc-b655-6231e9d12269 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3d4a66ea-0873-4a30-ab4a-55cd0b629103 HTTP/1.1" status: 200 len: 857 time: 0.0468256 Sep 27 04:25:01.627231 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-61766708-1194-42ff-902a-d0dfdcc56edf service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e861415-84ce-4923-aa54-770c8249a620 HTTP/1.1" status: 200 len: 217 time: 0.0358233 Sep 27 04:25:01.659887 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c833bb-8c23-4038-afdd-418c69658b10 req-9f574396-319e-48bb-a4ba-5f348e0cf6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:01.661783 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b9c833bb-8c23-4038-afdd-418c69658b10 req-9f574396-319e-48bb-a4ba-5f348e0cf6f5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3b03541e-a362-4f1f-858b-b7051275090d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433929 Sep 27 04:25:01.682520 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-83033275-d622-4a32-967b-a26de7cdb720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:01.683992 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-83033275-d622-4a32-967b-a26de7cdb720 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=8e579293-c2b5-4786-882a-437ca24df95d HTTP/1.1" status: 200 len: 849 time: 0.0509760 Sep 27 04:25:01.729231 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-a8a5a985-3801-4e7f-b15b-8ab013c8bcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:01.730907 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-a8a5a985-3801-4e7f-b15b-8ab013c8bcb0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=a72f6105-d258-45cb-a84d-18590bef93c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405340 Sep 27 04:25:01.760433 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b9c833bb-8c23-4038-afdd-418c69658b10 req-e1f94141-3c39-44ec-8b28-cf8e71d97d3a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3b03541e-a362-4f1f-858b-b7051275090d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923293 Sep 27 04:25:01.837570 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-ddeb7567-e842-4ed5-a311-e637dadda657 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a72f6105-d258-45cb-a84d-18590bef93c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990677 Sep 27 04:25:01.866732 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b9c833bb-8c23-4038-afdd-418c69658b10 req-239ddd27-be74-4a87-a007-8b4c4bfd7c50 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3b03541e-a362-4f1f-858b-b7051275090d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993118 Sep 27 04:25:01.905808 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:01.934216 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4529a59f-35a3-4dd1-ba8a-c6d325dd255f req-559c420f-98e0-40e7-bede-578afd890965 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a72f6105-d258-45cb-a84d-18590bef93c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888326 Sep 27 04:25:01.976959 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-9dcc651b-4717-49ef-aae4-2931c77c265f None None] Attempt 3 to provision port 4e861415-84ce-4923-aa54-770c8249a620 Sep 27 04:25:02.019972 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-9dcc651b-4717-49ef-aae4-2931c77c265f None None] Port 4e861415-84ce-4923-aa54-770c8249a620 had new provisioning blocks added so it will not transition to active. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 04:25:02.243100 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135045a-5e34-471b-b97e-f4112b76af23 req-c75529fe-808e-47c9-a7fb-063267ff0517 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:02.244679 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-7135045a-5e34-471b-b97e-f4112b76af23 req-c75529fe-808e-47c9-a7fb-063267ff0517 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=710d8936-179a-412b-9f1d-148e6648cebe HTTP/1.1" status: 200 len: 943 time: 0.1058514 Sep 27 04:25:02.296588 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-7135045a-5e34-471b-b97e-f4112b76af23 req-c7daf811-af05-46da-a3ae-41d7792fabb7 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=54bc43f8-7528-41d7-83a2-7be375d773a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461249 Sep 27 04:25:03.312345 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710d8936-179a-412b-9f1d-148e6648cebe', 'tag': '4e861415-84ce-4923-aa54-770c8249a620'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:25:03.314764 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8747b4c8-5f5b-4f79-aba6-5293d908f948" -d '{"events": [{"name": "network-changed", "server_uuid": "710d8936-179a-412b-9f1d-148e6648cebe", "tag": "4e861415-84ce-4923-aa54-770c8249a620"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:25:03.354063 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6bda9e-a100-4ddf-be49-12b59b6842fb x-openstack-request-id: req-7c6bda9e-a100-4ddf-be49-12b59b6842fb {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:25:03.354362 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710d8936-179a-412b-9f1d-148e6648cebe", "tag": "4e861415-84ce-4923-aa54-770c8249a620", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:25:03.354622 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7c6bda9e-a100-4ddf-be49-12b59b6842fb {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:25:03.355059 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c6bda9e-a100-4ddf-be49-12b59b6842fb'] response: {'name': 'network-changed', 'server_uuid': '710d8936-179a-412b-9f1d-148e6648cebe', 'tag': '4e861415-84ce-4923-aa54-770c8249a620', 'status': 'completed', 'code': 200} Sep 27 04:25:03.419021 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747b4c8-5f5b-4f79-aba6-5293d908f948 req-a6ff581f-dfe3-4406-b6a0-5993283abf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:03.420647 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8747b4c8-5f5b-4f79-aba6-5293d908f948 req-a6ff581f-dfe3-4406-b6a0-5993283abf39 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1c6cc70cbd2b4c04864f33ebafa06b5a&device_id=710d8936-179a-412b-9f1d-148e6648cebe HTTP/1.1" status: 200 len: 1127 time: 0.0427566 Sep 27 04:25:03.524965 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747b4c8-5f5b-4f79-aba6-5293d908f948 req-45518259-6ef2-4431-86b9-df752c485091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:03.526504 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8747b4c8-5f5b-4f79-aba6-5293d908f948 req-45518259-6ef2-4431-86b9-df752c485091 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=a72f6105-d258-45cb-a84d-18590bef93c2 HTTP/1.1" status: 200 len: 911 time: 0.0943377 Sep 27 04:25:03.540311 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:03.570615 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8747b4c8-5f5b-4f79-aba6-5293d908f948 req-29af2e81-07fc-4293-81fe-a12d52e12b79 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e861415-84ce-4923-aa54-770c8249a620 HTTP/1.1" status: 200 len: 217 time: 0.0369413 Sep 27 04:25:03.626090 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747b4c8-5f5b-4f79-aba6-5293d908f948 req-2c21db29-3103-4659-b94d-092863551255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:03.627592 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8747b4c8-5f5b-4f79-aba6-5293d908f948 req-2c21db29-3103-4659-b94d-092863551255 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=8e579293-c2b5-4786-882a-437ca24df95d HTTP/1.1" status: 200 len: 849 time: 0.0501444 Sep 27 04:25:03.657654 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047baf21-e508-4ccc-a485-b185b88b5408 req-bc92c838-910f-446c-be71-20468591e9cd tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:03.658840 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-047baf21-e508-4ccc-a485-b185b88b5408 req-bc92c838-910f-446c-be71-20468591e9cd tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=710d8936-179a-412b-9f1d-148e6648cebe HTTP/1.1" status: 200 len: 943 time: 0.2887974 Sep 27 04:25:03.674239 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747b4c8-5f5b-4f79-aba6-5293d908f948 req-3beb8b72-ee1c-4416-827d-61e568d8d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:03.675794 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8747b4c8-5f5b-4f79-aba6-5293d908f948 req-3beb8b72-ee1c-4416-827d-61e568d8d846 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=a72f6105-d258-45cb-a84d-18590bef93c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411382 Sep 27 04:25:03.710923 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-047baf21-e508-4ccc-a485-b185b88b5408 req-4cf3c14b-8722-4bc0-b212-d17f6038aefc tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=54bc43f8-7528-41d7-83a2-7be375d773a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453131 Sep 27 04:25:03.765061 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8747b4c8-5f5b-4f79-aba6-5293d908f948 req-05ea81ef-bed6-4ab6-9a67-213701b3f606 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a72f6105-d258-45cb-a84d-18590bef93c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825925 Sep 27 04:25:03.858004 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8747b4c8-5f5b-4f79-aba6-5293d908f948 req-0dc6b2fb-31b1-4369-9a79-7a6455d2db58 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a72f6105-d258-45cb-a84d-18590bef93c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863023 Sep 27 04:25:04.725865 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 4e861415-84ce-4923-aa54-770c8249a620 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 04:25:04.833015 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1fe1b6-4ea9-454e-8cb0-cce33c815254 req-6d94181d-84de-4431-896e-3375cbbd97bb tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:04.834542 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-be1fe1b6-4ea9-454e-8cb0-cce33c815254 req-6d94181d-84de-4431-896e-3375cbbd97bb tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=710d8936-179a-412b-9f1d-148e6648cebe HTTP/1.1" status: 200 len: 943 time: 0.0474818 Sep 27 04:25:04.840638 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 4e861415-84ce-4923-aa54-770c8249a620, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=4e861415-84ce-4923-aa54-770c8249a620,segment=NetworkSegment(a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921),segment_id=a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:25:04.854470 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Returning: {'device': '4e861415-84ce-4923-aa54-770c8249a620', 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2', 'port_id': '4e861415-84ce-4923-aa54-770c8249a620', 'mac_address': 'fa:16:3e:23:2d:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8e579293-c2b5-4786-882a-437ca24df95d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 04:25:04.883409 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-be1fe1b6-4ea9-454e-8cb0-cce33c815254 req-1f38d9b7-b900-4fc1-8753-3cfbc51d3be0 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=54bc43f8-7528-41d7-83a2-7be375d773a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420680 Sep 27 04:25:04.889694 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port 4e861415-84ce-4923-aa54-770c8249a620 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:25:04.890115 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (4e861415-84ce-4923-aa54-770c8249a620), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:04.903291 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e861415-84ce-4923-aa54-770c8249a620 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:25:04.923933 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 4e861415-84ce-4923-aa54-770c8249a620, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=4e861415-84ce-4923-aa54-770c8249a620,segment=NetworkSegment(a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921),segment_id=a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:25:04.927699 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (4e861415-84ce-4923-aa54-770c8249a620), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:04.975820 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=4e861415-84ce-4923-aa54-770c8249a620,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:25:05.198353 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['4e861415-84ce-4923-aa54-770c8249a620'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:25:05.698823 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:25:06.107007 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65be1c0e-5b9c-4711-aa07-6f40c3af0918 req-9074e364-3760-4c9b-a3ee-aa888b05e501 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:06.108447 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-65be1c0e-5b9c-4711-aa07-6f40c3af0918 req-9074e364-3760-4c9b-a3ee-aa888b05e501 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=710d8936-179a-412b-9f1d-148e6648cebe HTTP/1.1" status: 200 len: 944 time: 0.0457821 Sep 27 04:25:06.155191 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-65be1c0e-5b9c-4711-aa07-6f40c3af0918 req-c555c0d5-c917-4a48-9d55-d76b95ba6004 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=54bc43f8-7528-41d7-83a2-7be375d773a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401986 Sep 27 04:25:06.740515 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 4e861415-84ce-4923-aa54-770c8249a620 up at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:25:06.786241 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning for port 4e861415-84ce-4923-aa54-770c8249a620 completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 04:25:06.792081 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning complete for port 4e861415-84ce-4923-aa54-770c8249a620 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:25:06.792453 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (4e861415-84ce-4923-aa54-770c8249a620), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:06.792782 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Attempt 1 to provision port 4e861415-84ce-4923-aa54-770c8249a620 Sep 27 04:25:06.862863 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port 4e861415-84ce-4923-aa54-770c8249a620 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:25:06.863251 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (4e861415-84ce-4923-aa54-770c8249a620), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:06.892385 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710d8936-179a-412b-9f1d-148e6648cebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e861415-84ce-4923-aa54-770c8249a620'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:25:06.896534 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2687affa0ef786a15f255b59e70001bb997277ef1a41850ee1c1551a100c7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06e02c2d-5ef8-4d29-b2f2-1b989532ceaa" -d '{"events": [{"server_uuid": "710d8936-179a-412b-9f1d-148e6648cebe", "name": "network-vif-plugged", "status": "completed", "tag": "4e861415-84ce-4923-aa54-770c8249a620"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:25:06.918841 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 4e861415-84ce-4923-aa54-770c8249a620, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=4e861415-84ce-4923-aa54-770c8249a620,segment=NetworkSegment(a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921),segment_id=a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:25:06.925253 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (4e861415-84ce-4923-aa54-770c8249a620), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:06.962724 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f839ddc5-52e4-40a5-90d3-f8331938a8fd x-openstack-request-id: req-f839ddc5-52e4-40a5-90d3-f8331938a8fd {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:25:06.963107 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710d8936-179a-412b-9f1d-148e6648cebe", "name": "network-vif-plugged", "status": "completed", "tag": "4e861415-84ce-4923-aa54-770c8249a620", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:25:06.963459 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f839ddc5-52e4-40a5-90d3-f8331938a8fd {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:25:06.964051 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f839ddc5-52e4-40a5-90d3-f8331938a8fd'] response: {'server_uuid': '710d8936-179a-412b-9f1d-148e6648cebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e861415-84ce-4923-aa54-770c8249a620', 'code': 200} Sep 27 04:25:06.993602 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:06.997638 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=4e861415-84ce-4923-aa54-770c8249a620,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:25:07.144341 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b5813-767b-4067-8c2b-99d2e4d1b1fe req-2f37b144-1b06-491b-a89e-381eb54ef3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:07.146071 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d63b5813-767b-4067-8c2b-99d2e4d1b1fe req-2f37b144-1b06-491b-a89e-381eb54ef3db service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=710d8936-179a-412b-9f1d-148e6648cebe HTTP/1.1" status: 200 len: 1129 time: 0.0432410 Sep 27 04:25:07.192755 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d63b5813-767b-4067-8c2b-99d2e4d1b1fe req-db742ffb-e512-4c06-b10d-6cbf3798a3df service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=54bc43f8-7528-41d7-83a2-7be375d773a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403962 Sep 27 04:25:07.283776 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eba278f-8c37-4a0b-8b83-e0d60d061c33 req-63da95fb-4d15-4b27-81a2-b5107e5ee1dd tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:07.285278 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8eba278f-8c37-4a0b-8b83-e0d60d061c33 req-63da95fb-4d15-4b27-81a2-b5107e5ee1dd tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=710d8936-179a-412b-9f1d-148e6648cebe HTTP/1.1" status: 200 len: 945 time: 0.0495708 Sep 27 04:25:07.336643 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8eba278f-8c37-4a0b-8b83-e0d60d061c33 req-edc6d3eb-3c9c-466c-bb8b-2b430def2d35 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=54bc43f8-7528-41d7-83a2-7be375d773a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447903 Sep 27 04:25:07.663370 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-af6e7fc3-bdc4-4638-bfec-7c869950d2fc tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1351616088&fields=id&tenant_id=1e595829629a4dd4a7fccbdabc896cb0 HTTP/1.1" status: 200 len: 267 time: 0.0459518 Sep 27 04:25:07.790768 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-dad11d6e-1df4-4715-a61c-4df99c3f525d tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:07.792407 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-dad11d6e-1df4-4715-a61c-4df99c3f525d tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/networks?id=41cd98f9-b206-4445-9870-d24633bca602 HTTP/1.1" status: 200 len: 809 time: 0.1221147 Sep 27 04:25:07.808537 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-cc2552f3-9688-4c6f-aeb8-a13bb9030645 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/quotas/1e595829629a4dd4a7fccbdabc896cb0 HTTP/1.1" status: 200 len: 375 time: 0.0106666 Sep 27 04:25:07.870326 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-9889ad18-bb97-4278-b121-ee90b8e4ced9 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=1e595829629a4dd4a7fccbdabc896cb0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0570951 Sep 27 04:25:07.967076 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-c2f11970-3332-46db-9744-ac95781dcb02 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/41cd98f9-b206-4445-9870-d24633bca602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856671 Sep 27 04:25:08.061929 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-d22d7526-8342-4c16-976d-4358009028ab service neutron] 10.222.0.26 "GET /networking/v2.0/networks/41cd98f9-b206-4445-9870-d24633bca602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889947 Sep 27 04:25:08.076355 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:08.366704 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1f97ace6-a3ce-4583-a4bf-05e3b4a579c1 req-3c91e698-289d-4eaf-9ca6-ded25e5a234e tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 210 time: 0.0275490 Sep 27 04:25:08.433644 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:08.477229 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de10e7-faad-4f40-9fd5-dc35814997df req-3d832799-6a73-4bf2-96b4-507136b4b8da tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:08.478904 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-20de10e7-faad-4f40-9fd5-dc35814997df req-3d832799-6a73-4bf2-96b4-507136b4b8da tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=710d8936-179a-412b-9f1d-148e6648cebe HTTP/1.1" status: 200 len: 945 time: 0.0559349 Sep 27 04:25:08.532463 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-20de10e7-faad-4f40-9fd5-dc35814997df req-bcd0adf9-cc19-4177-b22a-2e4e25804699 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=54bc43f8-7528-41d7-83a2-7be375d773a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476279 Sep 27 04:25:09.476087 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a527e45a-305b-43c5-aab6-b8b037b4503e req-a6338cc2-15f6-4aee-b7b2-802cb6ca8f05 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 210 time: 0.0302186 Sep 27 04:25:09.620914 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:09.657783 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5702e395-b6a2-4064-a672-677aecee7570 req-6cd265b7-2400-4641-a0f5-98c81295fb15 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:09.659273 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5702e395-b6a2-4064-a672-677aecee7570 req-6cd265b7-2400-4641-a0f5-98c81295fb15 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=710d8936-179a-412b-9f1d-148e6648cebe HTTP/1.1" status: 200 len: 945 time: 0.0485244 Sep 27 04:25:09.712132 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5702e395-b6a2-4064-a672-677aecee7570 req-212aaed6-7da2-4a57-8566-a1f4e11f1613 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=54bc43f8-7528-41d7-83a2-7be375d773a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448215 Sep 27 04:25:09.826635 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-5f97e98e-d2cc-4f2a-8d41-7748c8202997 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:09.828218 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-5f97e98e-d2cc-4f2a-8d41-7748c8202997 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.57 "GET /networking/v2.0/networks?id=41cd98f9-b206-4445-9870-d24633bca602 HTTP/1.1" status: 200 len: 809 time: 0.1142240 Sep 27 04:25:09.836796 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914b7532-388d-4f76-924c-1c0fd9b3974e req-27f5d763-ccc9-4272-ab23-8d3e39ecff25 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:09.838282 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-914b7532-388d-4f76-924c-1c0fd9b3974e req-27f5d763-ccc9-4272-ab23-8d3e39ecff25 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=710d8936-179a-412b-9f1d-148e6648cebe HTTP/1.1" status: 200 len: 945 time: 0.0509734 Sep 27 04:25:09.854020 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 34170) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:25:09.860249 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-81176bdf-8732-450d-acc1-2a4ee7435ab2 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Request body: {'floatingip': {'port_id': '4e861415-84ce-4923-aa54-770c8249a620'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:25:09.894208 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-335f73cd-d834-45f7-840b-09287b54613f tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=1e595829629a4dd4a7fccbdabc896cb0 HTTP/1.1" status: 200 len: 380 time: 0.0562465 Sep 27 04:25:09.901611 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-81176bdf-8732-450d-acc1-2a4ee7435ab2 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for floatingip (c620c6e8-1644-41ec-86f6-ade51117f4e1), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:09.903792 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-fe1da22b-89c5-439b-b524-bec26756fcf5 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Request body: {'port': {'device_id': '3063ca42-9212-4df2-af49-0d7d4a88c0ee', 'network_id': '41cd98f9-b206-4445-9870-d24633bca602', 'admin_state_up': True, 'tenant_id': '1e595829629a4dd4a7fccbdabc896cb0', 'security_groups': ['ed46206f-12d5-4819-aa08-0f95f9ac185f']}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:25:10.020784 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-fe1da22b-89c5-439b-b524-bec26756fcf5 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Made reservation on behalf of 1e595829629a4dd4a7fccbdabc896cb0 for: {'port': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:25:10.025174 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-fe1da22b-89c5-439b-b524-bec26756fcf5 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:10.158779 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-fe1da22b-89c5-439b-b524-bec26756fcf5 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Allocated IP 172.20.0.10 (41cd98f9-b206-4445-9870-d24633bca602/c8446e81-8757-4a92-bbb2-c6d0f12abe74/eb918bb7-1383-468a-8553-7476aae953bb) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:25:10.160825 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1f672f42-706a-4d5a-a822-b37a1c6b8fdb req-51060064-3a2e-4fac-84e9-e4441fe76ac6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0533843 Sep 27 04:25:10.270171 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:10.280230 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:10.293005 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f672f42-706a-4d5a-a822-b37a1c6b8fdb req-716d102a-0140-4d7e-9beb-b2cba75d30fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:10.294675 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1f672f42-706a-4d5a-a822-b37a1c6b8fdb req-716d102a-0140-4d7e-9beb-b2cba75d30fb service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=c25f11f92d4e4fd8965fe630ad77f3c3&device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 1129 time: 0.1023986 Sep 27 04:25:10.329605 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-fe1da22b-89c5-439b-b524-bec26756fcf5 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks [] for port (eb918bb7-1383-468a-8553-7476aae953bb), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:10.364937 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-fe1da22b-89c5-439b-b524-bec26756fcf5 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (eb918bb7-1383-468a-8553-7476aae953bb), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:10.412914 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-fe1da22b-89c5-439b-b524-bec26756fcf5 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Network 41cd98f9-b206-4445-9870-d24633bca602 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:25:10.415718 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:10.417026 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-fe1da22b-89c5-439b-b524-bec26756fcf5 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:25:10.420028 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-fe1da22b-89c5-439b-b524-bec26756fcf5 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:25:10.475759 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1da22b-89c5-439b-b524-bec26756fcf5 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Pushing event updated for resources: {'Port': ['ID=eb918bb7-1383-468a-8553-7476aae953bb,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:25:10.504799 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-fe1da22b-89c5-439b-b524-bec26756fcf5 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:10.504799 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-fe1da22b-89c5-439b-b524-bec26756fcf5 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:10.509603 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-81176bdf-8732-450d-acc1-2a4ee7435ab2 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:10.517599 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f672f42-706a-4d5a-a822-b37a1c6b8fdb req-21301cf8-fbf5-428b-9b8e-fc4b99232f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:10.519192 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1f672f42-706a-4d5a-a822-b37a1c6b8fdb req-21301cf8-fbf5-428b-9b8e-fc4b99232f08 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=3b03541e-a362-4f1f-858b-b7051275090d HTTP/1.1" status: 200 len: 919 time: 0.2000823 Sep 27 04:25:10.519917 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-81176bdf-8732-450d-acc1-2a4ee7435ab2 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4106707'] for floatingip (c620c6e8-1644-41ec-86f6-ade51117f4e1), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:10.546469 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-fe1da22b-89c5-439b-b524-bec26756fcf5 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6461918 Sep 27 04:25:10.560494 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-95f51519-6ef4-4d4d-a982-0c509a456d3b service neutron] Request body: {'port': {'device_id': '3063ca42-9212-4df2-af49-0d7d4a88c0ee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:25:10.586549 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:10.600690 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1f672f42-706a-4d5a-a822-b37a1c6b8fdb req-5d354cb7-da84-4763-9a0b-ca515c2fa22c service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b602518b-6faa-4bc5-b2ba-22e555f27363 HTTP/1.1" status: 200 len: 217 time: 0.0397267 Sep 27 04:25:10.678272 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35debc-6b50-468d-9eaf-102e82d262f4 req-09e01883-e630-4674-bd22-e72a0a23ce0d tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:10.680655 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bc35debc-6b50-468d-9eaf-102e82d262f4 req-09e01883-e630-4674-bd22-e72a0a23ce0d tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 932 time: 0.1138952 Sep 27 04:25:10.686289 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-95f51519-6ef4-4d4d-a982-0c509a456d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (eb918bb7-1383-468a-8553-7476aae953bb), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:10.693823 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f672f42-706a-4d5a-a822-b37a1c6b8fdb req-855fd42c-7d5a-4771-85f7-b6452901336a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:10.695876 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1f672f42-706a-4d5a-a822-b37a1c6b8fdb req-855fd42c-7d5a-4771-85f7-b6452901336a service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=3d4a66ea-0873-4a30-ab4a-55cd0b629103 HTTP/1.1" status: 200 len: 857 time: 0.0870175 Sep 27 04:25:10.711937 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.db.l3_db [None req-81176bdf-8732-450d-acc1-2a4ee7435ab2 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Floating IP c620c6e8-1644-41ec-86f6-ade51117f4e1 associated. External IP: 172.27.0.174, port: 4e861415-84ce-4923-aa54-770c8249a620. Sep 27 04:25:10.785652 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f672f42-706a-4d5a-a822-b37a1c6b8fdb req-21c0a1f9-3e1c-4ab6-9cd7-e496ef3da805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:10.787606 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1f672f42-706a-4d5a-a822-b37a1c6b8fdb req-21c0a1f9-3e1c-4ab6-9cd7-e496ef3da805 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=3b03541e-a362-4f1f-858b-b7051275090d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0837145 Sep 27 04:25:10.792241 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bc35debc-6b50-468d-9eaf-102e82d262f4 req-74e3bfc6-217f-4ad9-9100-a0d3f3df516a tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946462 Sep 27 04:25:10.794439 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-8e09ec90-360c-49e7-9a2d-c6576f3787e5 None None] Provisioning complete for port eb918bb7-1383-468a-8553-7476aae953bb triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:25:10.795518 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8e09ec90-360c-49e7-9a2d-c6576f3787e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (eb918bb7-1383-468a-8553-7476aae953bb), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:10.796604 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-8e09ec90-360c-49e7-9a2d-c6576f3787e5 None None] Attempt 1 to provision port eb918bb7-1383-468a-8553-7476aae953bb Sep 27 04:25:10.825836 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:10.837004 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-8e09ec90-360c-49e7-9a2d-c6576f3787e5 None None] Port eb918bb7-1383-468a-8553-7476aae953bb cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:25:10.976613 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1f672f42-706a-4d5a-a822-b37a1c6b8fdb req-50ca3940-fbb6-4162-99a4-ad132fc71bf2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3b03541e-a362-4f1f-858b-b7051275090d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570113 Sep 27 04:25:11.040477 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-95f51519-6ef4-4d4d-a982-0c509a456d3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb918bb7-1383-468a-8553-7476aae953bb {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:25:11.051429 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-95f51519-6ef4-4d4d-a982-0c509a456d3b service neutron] Publish callbacks [] for port (eb918bb7-1383-468a-8553-7476aae953bb), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:11.067971 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-95f51519-6ef4-4d4d-a982-0c509a456d3b service neutron] Transition to ACTIVE for port object eb918bb7-1383-468a-8553-7476aae953bb will not be triggered until provisioned by entity L2. {{(pid=106210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 04:25:11.072709 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-95f51519-6ef4-4d4d-a982-0c509a456d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (eb918bb7-1383-468a-8553-7476aae953bb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:11.080984 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81176bdf-8732-450d-acc1-2a4ee7435ab2 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Router 87ac5442-42b0-4418-857a-78da77f545b5 has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:25:11.114577 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1f672f42-706a-4d5a-a822-b37a1c6b8fdb req-cdebb14d-867e-44bd-9b0a-111305fdec20 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/3b03541e-a362-4f1f-858b-b7051275090d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146760 Sep 27 04:25:11.161825 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:11.184428 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f51519-6ef4-4d4d-a982-0c509a456d3b service neutron] Pushing event updated for resources: {'Port': ['ID=eb918bb7-1383-468a-8553-7476aae953bb,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:25:11.212349 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81176bdf-8732-450d-acc1-2a4ee7435ab2 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:25:11.216981 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-81176bdf-8732-450d-acc1-2a4ee7435ab2 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:11.222880 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c84c163-7ff3-4045-bd0b-3274b55a64e3 None None] Sync routers for ids ['87ac5442-42b0-4418-857a-78da77f545b5'] in dv-cinder-859186-3-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:25:11.225048 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-95f51519-6ef4-4d4d-a982-0c509a456d3b service neutron] Attempting to bind port eb918bb7-1383-468a-8553-7476aae953bb on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:25:11.225430 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-95f51519-6ef4-4d4d-a982-0c509a456d3b service neutron] Attempting to bind port eb918bb7-1383-468a-8553-7476aae953bb by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': '26969db0-2998-4ace-a23e-359a5b524a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '41cd98f9-b206-4445-9870-d24633bca602'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:25:11.225900 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-95f51519-6ef4-4d4d-a982-0c509a456d3b service neutron] Attempting to bind port eb918bb7-1383-468a-8553-7476aae953bb on network 41cd98f9-b206-4445-9870-d24633bca602 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:25:11.233972 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c84c163-7ff3-4045-bd0b-3274b55a64e3 None None] Routers {'87ac5442-42b0-4418-857a-78da77f545b5'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:25:11.234705 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-3c84c163-7ff3-4045-bd0b-3274b55a64e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:24:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['87ac5442-42b0-4418-857a-78da77f545b5'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:25:11.249978 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-81176bdf-8732-450d-acc1-2a4ee7435ab2 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/c620c6e8-1644-41ec-86f6-ade51117f4e1 HTTP/1.1" status: 200 len: 991 time: 1.3948362 Sep 27 04:25:11.250590 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '710d8936-179a-412b-9f1d-148e6648cebe', 'tag': '4e861415-84ce-4923-aa54-770c8249a620'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:25:11.253099 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375caaa08d89e17f41855227bc5930e71d4ac07142983a49768ae7ff94431a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7337dfd-591d-4275-80b1-e466fc71b78e" -d '{"events": [{"name": "network-changed", "server_uuid": "710d8936-179a-412b-9f1d-148e6648cebe", "tag": "4e861415-84ce-4923-aa54-770c8249a620"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:25:11.280357 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-95f51519-6ef4-4d4d-a982-0c509a456d3b service neutron] Port eb918bb7-1383-468a-8553-7476aae953bb on network 41cd98f9-b206-4445-9870-d24633bca602 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 04:25:11.280731 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-95f51519-6ef4-4d4d-a982-0c509a456d3b service neutron] Attempting to bind port eb918bb7-1383-468a-8553-7476aae953bb on network 41cd98f9-b206-4445-9870-d24633bca602 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:25:11.291299 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f95cac-885e-4db1-ae9e-b0b7397b3150 x-openstack-request-id: req-02f95cac-885e-4db1-ae9e-b0b7397b3150 {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:25:11.293520 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "710d8936-179a-412b-9f1d-148e6648cebe", "tag": "4e861415-84ce-4923-aa54-770c8249a620", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:25:11.293520 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-02f95cac-885e-4db1-ae9e-b0b7397b3150 {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:25:11.293520 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02f95cac-885e-4db1-ae9e-b0b7397b3150'] response: {'name': 'network-changed', 'server_uuid': '710d8936-179a-412b-9f1d-148e6648cebe', 'tag': '4e861415-84ce-4923-aa54-770c8249a620', 'status': 'completed', 'code': 200} Sep 27 04:25:11.331975 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:11.338037 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-8e09ec90-360c-49e7-9a2d-c6576f3787e5 None None] Attempt 2 to provision port eb918bb7-1383-468a-8553-7476aae953bb Sep 27 04:25:11.338800 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-95f51519-6ef4-4d4d-a982-0c509a456d3b service neutron] Checking agent: {'id': 'b1f517e4-57bd-40c9-8710-cebf6376635e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'started_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:25:11.339211 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-95f51519-6ef4-4d4d-a982-0c509a456d3b service neutron] Checking segment: {'id': '26969db0-2998-4ace-a23e-359a5b524a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '41cd98f9-b206-4445-9870-d24633bca602'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:25:11.339714 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-95f51519-6ef4-4d4d-a982-0c509a456d3b service neutron] Bound using segment: {'id': '26969db0-2998-4ace-a23e-359a5b524a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '41cd98f9-b206-4445-9870-d24633bca602'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:25:11.340205 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-95f51519-6ef4-4d4d-a982-0c509a456d3b service neutron] Bound port: eb918bb7-1383-468a-8553-7476aae953bb, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26969db0-2998-4ace-a23e-359a5b524a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '41cd98f9-b206-4445-9870-d24633bca602'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:25:11.341779 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-95f51519-6ef4-4d4d-a982-0c509a456d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (eb918bb7-1383-468a-8553-7476aae953bb), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:11.345888 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-3c84c163-7ff3-4045-bd0b-3274b55a64e3 None None] Set router 87ac5442-42b0-4418-857a-78da77f545b5 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:25:11.377723 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-8e09ec90-360c-49e7-9a2d-c6576f3787e5 None None] Port eb918bb7-1383-468a-8553-7476aae953bb cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:25:11.384056 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7337dfd-591d-4275-80b1-e466fc71b78e req-9beb5ac4-0f3e-4077-a1e6-3cc4947774d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:11.385718 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b7337dfd-591d-4275-80b1-e466fc71b78e req-9beb5ac4-0f3e-4077-a1e6-3cc4947774d5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1c6cc70cbd2b4c04864f33ebafa06b5a&device_id=710d8936-179a-412b-9f1d-148e6648cebe HTTP/1.1" status: 200 len: 1129 time: 0.0633738 Sep 27 04:25:11.419655 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-95f51519-6ef4-4d4d-a982-0c509a456d3b service neutron] For port eb918bb7-1383-468a-8553-7476aae953bb, host hv-cinder-85918, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:25:11.427232 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-95f51519-6ef4-4d4d-a982-0c509a456d3b service neutron] For port eb918bb7-1383-468a-8553-7476aae953bb, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=eb918bb7-1383-468a-8553-7476aae953bb,segment=NetworkSegment(26969db0-2998-4ace-a23e-359a5b524a75),segment_id=26969db0-2998-4ace-a23e-359a5b524a75)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:25:11.434634 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-95f51519-6ef4-4d4d-a982-0c509a456d3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (eb918bb7-1383-468a-8553-7476aae953bb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:11.439230 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-95f51519-6ef4-4d4d-a982-0c509a456d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:11.439910 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-95f51519-6ef4-4d4d-a982-0c509a456d3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:11.441582 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-95f51519-6ef4-4d4d-a982-0c509a456d3b service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/eb918bb7-1383-468a-8553-7476aae953bb HTTP/1.1" status: 200 len: 1094 time: 0.8866744 Sep 27 04:25:11.444174 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3063ca42-9212-4df2-af49-0d7d4a88c0ee', 'tag': 'eb918bb7-1383-468a-8553-7476aae953bb'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:25:11.447782 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07530e1e-1a3c-45bf-9564-6cc8b759d58b" -d '{"events": [{"name": "network-changed", "server_uuid": "3063ca42-9212-4df2-af49-0d7d4a88c0ee", "tag": "eb918bb7-1383-468a-8553-7476aae953bb"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:25:11.505706 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:11.510713 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7337dfd-591d-4275-80b1-e466fc71b78e req-8cc22b4a-93f7-4003-9ef6-52986b835c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:11.512752 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b7337dfd-591d-4275-80b1-e466fc71b78e req-8cc22b4a-93f7-4003-9ef6-52986b835c4e service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=a72f6105-d258-45cb-a84d-18590bef93c2 HTTP/1.1" status: 200 len: 911 time: 0.1163373 Sep 27 04:25:11.530633 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd8347a8-0cfd-41a4-a1e2-79095006fc7e x-openstack-request-id: req-bd8347a8-0cfd-41a4-a1e2-79095006fc7e {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:25:11.530966 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3063ca42-9212-4df2-af49-0d7d4a88c0ee", "tag": "eb918bb7-1383-468a-8553-7476aae953bb", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:25:11.531284 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bd8347a8-0cfd-41a4-a1e2-79095006fc7e {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:25:11.531764 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd8347a8-0cfd-41a4-a1e2-79095006fc7e'] response: {'name': 'network-changed', 'server_uuid': '3063ca42-9212-4df2-af49-0d7d4a88c0ee', 'tag': 'eb918bb7-1383-468a-8553-7476aae953bb', 'status': 'completed', 'code': 200} Sep 27 04:25:11.566180 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f51519-6ef4-4d4d-a982-0c509a456d3b service neutron] Pushing event updated for resources: {'Port': ['ID=eb918bb7-1383-468a-8553-7476aae953bb,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:25:11.571967 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-fbd4f68f-e7e8-4906-96d1-1d978e88abe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:11.574390 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-fbd4f68f-e7e8-4906-96d1-1d978e88abe3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1e595829629a4dd4a7fccbdabc896cb0&device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 1128 time: 0.0829189 Sep 27 04:25:11.581518 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-3c84c163-7ff3-4045-bd0b-3274b55a64e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ac5442-42b0-4418-857a-78da77f545b5', 'name': 'tempest-AttachVolumeTestJSON-764308454-router', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:54Z', 'updated_at': '2022-09-27T04:20:02Z', 'revision_number': 4, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'gw_port': {'id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:19:55Z', 'updated_at': '2022-09-27T04:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': 'c620c6e8-1644-41ec-86f6-ade51117f4e1', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'port_id': '4e861415-84ce-4923-aa54-770c8249a620', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2', 'mac_address': 'fa:16:3e:23:2d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d8936-179a-412b-9f1d-148e6648cebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:24:56Z', 'updated_at': '2022-09-27T04:25:10Z', 'revision_number': 1, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3644c780-ef74-4954-a68a-6cc2eadf34ce', 'name': '', 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'mac_address': 'fa:16:3e:d1:b9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8e579293-c2b5-4786-882a-437ca24df95d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:00Z', 'updated_at': '2022-09-27T04:20:08Z', 'revision_number': 5, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'subnets': [{'id': '8e579293-c2b5-4786-882a-437ca24df95d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:25:11.590746 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b7337dfd-591d-4275-80b1-e466fc71b78e req-d4be1f75-cb74-4b2f-a8e9-ee1b9f4fa6fb service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4e861415-84ce-4923-aa54-770c8249a620 HTTP/1.1" status: 200 len: 999 time: 0.0682840 Sep 27 04:25:11.607731 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c84c163-7ff3-4045-bd0b-3274b55a64e3 None None] Checking router: 87ac5442-42b0-4418-857a-78da77f545b5 for host: dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:25:11.616895 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c84c163-7ff3-4045-bd0b-3274b55a64e3 None None] Routers {'87ac5442-42b0-4418-857a-78da77f545b5'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:25:11.618102 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-3c84c163-7ff3-4045-bd0b-3274b55a64e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:24:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['87ac5442-42b0-4418-857a-78da77f545b5'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:25:11.624454 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-1149e71f-6519-48b4-9c43-99a364425608 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb918bb7-1383-468a-8553-7476aae953bb HTTP/1.1" status: 200 len: 217 time: 0.0412428 Sep 27 04:25:11.641367 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:11.654121 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7337dfd-591d-4275-80b1-e466fc71b78e req-60bff888-6347-459b-a2e9-bc69fe707d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:11.655367 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b7337dfd-591d-4275-80b1-e466fc71b78e req-60bff888-6347-459b-a2e9-bc69fe707d38 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=8e579293-c2b5-4786-882a-437ca24df95d HTTP/1.1" status: 200 len: 849 time: 0.0577238 Sep 27 04:25:11.690383 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-d43f28bf-5dcf-4248-a774-cbb5f8634ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:11.692079 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-d43f28bf-5dcf-4248-a774-cbb5f8634ef5 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=c8446e81-8757-4a92-bbb2-c6d0f12abe74 HTTP/1.1" status: 200 len: 848 time: 0.0605597 Sep 27 04:25:11.708432 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7337dfd-591d-4275-80b1-e466fc71b78e req-ce2a5dba-eaaf-465d-987e-1422fb44fc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:11.710145 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b7337dfd-591d-4275-80b1-e466fc71b78e req-ce2a5dba-eaaf-465d-987e-1422fb44fc34 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=a72f6105-d258-45cb-a84d-18590bef93c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477610 Sep 27 04:25:11.721228 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-3c84c163-7ff3-4045-bd0b-3274b55a64e3 None None] Set router 87ac5442-42b0-4418-857a-78da77f545b5 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:25:11.743746 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-2c6089b5-a008-49e7-8b37-e1b198f35fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:11.745548 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-2c6089b5-a008-49e7-8b37-e1b198f35fb5 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=41cd98f9-b206-4445-9870-d24633bca602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457261 Sep 27 04:25:11.809389 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b7337dfd-591d-4275-80b1-e466fc71b78e req-76aac317-5729-4689-980e-4ab05b83603b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a72f6105-d258-45cb-a84d-18590bef93c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919058 Sep 27 04:25:11.847196 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-6e6735c8-474e-452f-9e2b-61bcaf78ab31 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/41cd98f9-b206-4445-9870-d24633bca602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942004 Sep 27 04:25:11.879811 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-8e09ec90-360c-49e7-9a2d-c6576f3787e5 None None] Attempt 3 to provision port eb918bb7-1383-468a-8553-7476aae953bb Sep 27 04:25:11.936862 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-8e09ec90-360c-49e7-9a2d-c6576f3787e5 None None] Port eb918bb7-1383-468a-8553-7476aae953bb had new provisioning blocks added so it will not transition to active. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 04:25:11.944283 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b7337dfd-591d-4275-80b1-e466fc71b78e req-f1add648-7525-48d4-9df7-7d6f700f4d61 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/a72f6105-d258-45cb-a84d-18590bef93c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285503 Sep 27 04:25:11.946365 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:11.951476 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-3c84c163-7ff3-4045-bd0b-3274b55a64e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ac5442-42b0-4418-857a-78da77f545b5', 'name': 'tempest-AttachVolumeTestJSON-764308454-router', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:54Z', 'updated_at': '2022-09-27T04:20:02Z', 'revision_number': 4, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'gw_port': {'id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:19:55Z', 'updated_at': '2022-09-27T04:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': 'c620c6e8-1644-41ec-86f6-ade51117f4e1', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'port_id': '4e861415-84ce-4923-aa54-770c8249a620', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2', 'mac_address': 'fa:16:3e:23:2d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d8936-179a-412b-9f1d-148e6648cebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:24:56Z', 'updated_at': '2022-09-27T04:25:10Z', 'revision_number': 1, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3644c780-ef74-4954-a68a-6cc2eadf34ce', 'name': '', 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'mac_address': 'fa:16:3e:d1:b9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8e579293-c2b5-4786-882a-437ca24df95d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:00Z', 'updated_at': '2022-09-27T04:20:08Z', 'revision_number': 5, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'subnets': [{'id': '8e579293-c2b5-4786-882a-437ca24df95d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:25:11.964945 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f363255b-c291-4205-b31c-ed0887a93a96 req-3a3734c1-e2b4-43a9-b058-b6ecd9408580 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:11.966730 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f363255b-c291-4205-b31c-ed0887a93a96 req-3a3734c1-e2b4-43a9-b058-b6ecd9408580 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 944 time: 0.0661349 Sep 27 04:25:11.980578 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-736ebe0e-ebb9-4287-9114-ec292e3a16d6 req-a4cb123e-b328-4ce1-9342-4854df887f74 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/41cd98f9-b206-4445-9870-d24633bca602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256480 Sep 27 04:25:11.985196 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c84c163-7ff3-4045-bd0b-3274b55a64e3 None None] The sync data for ids ['87ac5442-42b0-4418-857a-78da77f545b5'] in dv-cinder-859186-3-iscsi is: [{'id': '87ac5442-42b0-4418-857a-78da77f545b5', 'name': 'tempest-AttachVolumeTestJSON-764308454-router', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:54Z', 'updated_at': '2022-09-27T04:20:02Z', 'revision_number': 4, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'gw_port': {'id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:19:55Z', 'updated_at': '2022-09-27T04:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': 'c620c6e8-1644-41ec-86f6-ade51117f4e1', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'floating_ip_address': '172.27.0.174', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'port_id': '4e861415-84ce-4923-aa54-770c8249a620', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 487, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2', 'mac_address': 'fa:16:3e:23:2d:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710d8936-179a-412b-9f1d-148e6648cebe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:24:56Z', 'updated_at': '2022-09-27T04:25:10Z', 'revision_number': 1, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3644c780-ef74-4954-a68a-6cc2eadf34ce', 'name': '', 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'mac_address': 'fa:16:3e:d1:b9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8e579293-c2b5-4786-882a-437ca24df95d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:00Z', 'updated_at': '2022-09-27T04:20:08Z', 'revision_number': 5, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'subnets': [{'id': '8e579293-c2b5-4786-882a-437ca24df95d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:25:12.032320 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f363255b-c291-4205-b31c-ed0887a93a96 req-d7bf806d-1aec-47f6-b112-45fe50f915af tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588851 Sep 27 04:25:12.185110 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648b38af-6a7d-44e0-b703-e92937f41064 None None] New status for floating IP c620c6e8-1644-41ec-86f6-ade51117f4e1: ACTIVE {{(pid=106212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 04:25:12.296586 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07530e1e-1a3c-45bf-9564-6cc8b759d58b req-6a0a3221-9027-4c0e-8948-a14e8ac9c7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:12.298298 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-07530e1e-1a3c-45bf-9564-6cc8b759d58b req-6a0a3221-9027-4c0e-8948-a14e8ac9c7b6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1e595829629a4dd4a7fccbdabc896cb0&device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 1128 time: 0.0409188 Sep 27 04:25:12.404283 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07530e1e-1a3c-45bf-9564-6cc8b759d58b req-a734d825-3fdf-43e0-86ce-e41b7d4df410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:12.405782 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-07530e1e-1a3c-45bf-9564-6cc8b759d58b req-a734d825-3fdf-43e0-86ce-e41b7d4df410 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=41cd98f9-b206-4445-9870-d24633bca602 HTTP/1.1" status: 200 len: 910 time: 0.1003084 Sep 27 04:25:12.444808 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-07530e1e-1a3c-45bf-9564-6cc8b759d58b req-2bdfc688-d593-45e4-a08c-6525120daf1f service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb918bb7-1383-468a-8553-7476aae953bb HTTP/1.1" status: 200 len: 217 time: 0.0322013 Sep 27 04:25:12.494323 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07530e1e-1a3c-45bf-9564-6cc8b759d58b req-364a5481-e38e-4bbc-8609-488586f095f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:12.495736 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-07530e1e-1a3c-45bf-9564-6cc8b759d58b req-364a5481-e38e-4bbc-8609-488586f095f8 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=c8446e81-8757-4a92-bbb2-c6d0f12abe74 HTTP/1.1" status: 200 len: 848 time: 0.0454595 Sep 27 04:25:12.538035 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07530e1e-1a3c-45bf-9564-6cc8b759d58b req-3f1f70b9-c6f3-4c23-aa76-9c863e7dc1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:12.539514 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-07530e1e-1a3c-45bf-9564-6cc8b759d58b req-3f1f70b9-c6f3-4c23-aa76-9c863e7dc1df service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=41cd98f9-b206-4445-9870-d24633bca602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0379810 Sep 27 04:25:12.630299 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-07530e1e-1a3c-45bf-9564-6cc8b759d58b req-7beecbed-13cf-47b7-8281-f6b3c994dca2 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/41cd98f9-b206-4445-9870-d24633bca602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842001 Sep 27 04:25:12.987423 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-07530e1e-1a3c-45bf-9564-6cc8b759d58b req-fdef10e8-f8f9-46b9-81c9-1648bb2acc55 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/41cd98f9-b206-4445-9870-d24633bca602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504348 Sep 27 04:25:13.158510 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff531c62-1d23-4f85-97d9-472d789b2b98 req-9eeff543-2a53-45be-be2f-3fd661ee1732 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:13.159962 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ff531c62-1d23-4f85-97d9-472d789b2b98 req-9eeff543-2a53-45be-be2f-3fd661ee1732 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 944 time: 0.0453496 Sep 27 04:25:13.215423 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ff531c62-1d23-4f85-97d9-472d789b2b98 req-f15fe284-160f-4108-b884-01a633f764db tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491052 Sep 27 04:25:14.349236 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4832c4b1-c842-47cf-9a14-9d98a5cf13e4 req-417ffb0d-67ca-4eff-97fc-d7d1e7a83877 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:14.350696 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4832c4b1-c842-47cf-9a14-9d98a5cf13e4 req-417ffb0d-67ca-4eff-97fc-d7d1e7a83877 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 944 time: 0.0467050 Sep 27 04:25:14.399694 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4832c4b1-c842-47cf-9a14-9d98a5cf13e4 req-7e4dd53c-f7b1-4ed9-8950-1653455e710f tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427318 Sep 27 04:25:15.521240 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4b40eb-83eb-4dd1-807b-b48544c711b7 req-c196f83b-6765-4fd8-988e-33aa1fc94afd tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:15.522706 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bb4b40eb-83eb-4dd1-807b-b48544c711b7 req-c196f83b-6765-4fd8-988e-33aa1fc94afd tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 944 time: 0.0481341 Sep 27 04:25:15.576125 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bb4b40eb-83eb-4dd1-807b-b48544c711b7 req-345b8e02-d5b1-4c46-8ef0-980b71996391 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470271 Sep 27 04:25:16.698999 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436ee800-aba8-45e2-a24c-6af15df36f4d req-5117343e-0f69-4980-977a-18561382ea7a tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:16.700348 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-436ee800-aba8-45e2-a24c-6af15df36f4d req-5117343e-0f69-4980-977a-18561382ea7a tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 944 time: 0.0494027 Sep 27 04:25:16.747708 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-436ee800-aba8-45e2-a24c-6af15df36f4d req-a00ca417-5f34-4415-9260-a67580256384 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419903 Sep 27 04:25:17.863342 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc42b3-0190-41c4-9df2-76f4840d64d1 req-9a9c0e28-0f87-4e17-bd7d-cf1afba7caec tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:17.864788 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fecc42b3-0190-41c4-9df2-76f4840d64d1 req-9a9c0e28-0f87-4e17-bd7d-cf1afba7caec tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 944 time: 0.0450706 Sep 27 04:25:17.899750 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:17.913348 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fecc42b3-0190-41c4-9df2-76f4840d64d1 req-e13c6d50-1ed3-499d-bb8a-2bab800c9ed0 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425274 Sep 27 04:25:19.035320 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad27ddd-bded-49ce-b941-df38eaa78a14 req-1d88a850-71cd-44c3-b02b-1d623320cde7 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:19.037015 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1ad27ddd-bded-49ce-b941-df38eaa78a14 req-1d88a850-71cd-44c3-b02b-1d623320cde7 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 944 time: 0.0465136 Sep 27 04:25:19.084961 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1ad27ddd-bded-49ce-b941-df38eaa78a14 req-432515c2-5d5c-42f8-a01c-932c43f8290f tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419700 Sep 27 04:25:20.199186 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:20.207450 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ccd673-6006-4e89-8910-95d3ae6eb565 req-b4dc2180-b485-4a79-9a6c-270055174501 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:20.208902 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-64ccd673-6006-4e89-8910-95d3ae6eb565 req-b4dc2180-b485-4a79-9a6c-270055174501 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 944 time: 0.0505257 Sep 27 04:25:20.258052 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-64ccd673-6006-4e89-8910-95d3ae6eb565 req-3f2e3eb8-dc14-4a1b-a602-f5eff5ccb685 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429878 Sep 27 04:25:20.285166 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-bdf1cb4a-bde5-4b41-8f1d-f55214318503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:20.828619 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device eb918bb7-1383-468a-8553-7476aae953bb details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 04:25:20.925809 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port eb918bb7-1383-468a-8553-7476aae953bb, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=eb918bb7-1383-468a-8553-7476aae953bb,segment=NetworkSegment(26969db0-2998-4ace-a23e-359a5b524a75),segment_id=26969db0-2998-4ace-a23e-359a5b524a75)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:25:20.937049 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Returning: {'device': 'eb918bb7-1383-468a-8553-7476aae953bb', 'network_id': '41cd98f9-b206-4445-9870-d24633bca602', 'port_id': 'eb918bb7-1383-468a-8553-7476aae953bb', 'mac_address': 'fa:16:3e:2d:d5:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8446e81-8757-4a92-bbb2-c6d0f12abe74', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 04:25:20.970271 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port eb918bb7-1383-468a-8553-7476aae953bb is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:25:20.970656 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (eb918bb7-1383-468a-8553-7476aae953bb), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:20.983058 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb918bb7-1383-468a-8553-7476aae953bb {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:25:21.006672 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port eb918bb7-1383-468a-8553-7476aae953bb, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=eb918bb7-1383-468a-8553-7476aae953bb,segment=NetworkSegment(26969db0-2998-4ace-a23e-359a5b524a75),segment_id=26969db0-2998-4ace-a23e-359a5b524a75)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:25:21.010702 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (eb918bb7-1383-468a-8553-7476aae953bb), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:21.054506 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=eb918bb7-1383-468a-8553-7476aae953bb,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:25:21.315771 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['eb918bb7-1383-468a-8553-7476aae953bb'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:25:21.369640 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:21.385532 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4f85bc-6c37-4b8e-b53d-bf2539960f33 req-c1695784-3beb-4087-9b02-2aa0c7473753 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:21.387050 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5e4f85bc-6c37-4b8e-b53d-bf2539960f33 req-c1695784-3beb-4087-9b02-2aa0c7473753 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 945 time: 0.0521848 Sep 27 04:25:21.438278 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5e4f85bc-6c37-4b8e-b53d-bf2539960f33 req-c14f56cf-ff02-44a3-b833-114950d608a4 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455737 Sep 27 04:25:21.474522 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:21.509997 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:21.948323 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=83 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:21.955037 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:22.238053 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-6b232bf1-e95c-4838-bea0-82a352d3505c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:22.556477 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43e0618-cd9a-485f-a098-9e57f1d70a4b req-5927b973-274e-47b3-ae39-f4b171706f44 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:22.557860 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a43e0618-cd9a-485f-a098-9e57f1d70a4b req-5927b973-274e-47b3-ae39-f4b171706f44 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 945 time: 0.0452113 Sep 27 04:25:22.606205 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a43e0618-cd9a-485f-a098-9e57f1d70a4b req-bc198928-cb58-493c-a796-4d623db487e0 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428526 Sep 27 04:25:22.843982 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device eb918bb7-1383-468a-8553-7476aae953bb up at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:25:22.885372 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning for port eb918bb7-1383-468a-8553-7476aae953bb completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 04:25:22.891181 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning complete for port eb918bb7-1383-468a-8553-7476aae953bb triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:25:22.891562 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (eb918bb7-1383-468a-8553-7476aae953bb), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:22.891892 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Attempt 1 to provision port eb918bb7-1383-468a-8553-7476aae953bb Sep 27 04:25:22.964382 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port eb918bb7-1383-468a-8553-7476aae953bb is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:25:22.964777 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (eb918bb7-1383-468a-8553-7476aae953bb), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:22.987320 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3063ca42-9212-4df2-af49-0d7d4a88c0ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb918bb7-1383-468a-8553-7476aae953bb'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:25:22.989494 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2687affa0ef786a15f255b59e70001bb997277ef1a41850ee1c1551a100c7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6fb3623-4e98-48e3-bfb0-da837642fa7b" -d '{"events": [{"server_uuid": "3063ca42-9212-4df2-af49-0d7d4a88c0ee", "name": "network-vif-plugged", "status": "completed", "tag": "eb918bb7-1383-468a-8553-7476aae953bb"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:25:23.002799 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port eb918bb7-1383-468a-8553-7476aae953bb, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=eb918bb7-1383-468a-8553-7476aae953bb,segment=NetworkSegment(26969db0-2998-4ace-a23e-359a5b524a75),segment_id=26969db0-2998-4ace-a23e-359a5b524a75)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:25:23.006893 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (eb918bb7-1383-468a-8553-7476aae953bb), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:23.028544 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d2d3cfe-aa16-4353-8efa-56991d9e8df2 x-openstack-request-id: req-7d2d3cfe-aa16-4353-8efa-56991d9e8df2 {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:25:23.028853 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3063ca42-9212-4df2-af49-0d7d4a88c0ee", "name": "network-vif-plugged", "status": "completed", "tag": "eb918bb7-1383-468a-8553-7476aae953bb", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:25:23.029109 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7d2d3cfe-aa16-4353-8efa-56991d9e8df2 {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:25:23.029503 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d2d3cfe-aa16-4353-8efa-56991d9e8df2'] response: {'server_uuid': '3063ca42-9212-4df2-af49-0d7d4a88c0ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb918bb7-1383-468a-8553-7476aae953bb', 'code': 200} Sep 27 04:25:23.057134 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=eb918bb7-1383-468a-8553-7476aae953bb,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:25:23.338595 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c385f6-4e7f-4c7b-8d06-35a1fd52751c req-d28c9e6f-551e-41d0-b414-a8306c189fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:23.340159 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-82c385f6-4e7f-4c7b-8d06-35a1fd52751c req-d28c9e6f-551e-41d0-b414-a8306c189fc2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 1130 time: 0.0911460 Sep 27 04:25:23.385249 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-82c385f6-4e7f-4c7b-8d06-35a1fd52751c req-fdc80d4a-8597-496d-8815-b42aed5b6d00 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382123 Sep 27 04:25:23.710334 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:23.726844 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fb8724-a84a-4644-9354-e1cb63e98110 req-a472ee4d-0f3d-453c-a899-356f1ec171cd tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:23.728324 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b5fb8724-a84a-4644-9354-e1cb63e98110 req-a472ee4d-0f3d-453c-a899-356f1ec171cd tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 946 time: 0.0468917 Sep 27 04:25:23.776789 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b5fb8724-a84a-4644-9354-e1cb63e98110 req-5aaa3528-4c2b-4e61-b600-43588866afd1 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428889 Sep 27 04:25:24.895159 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14989f-6889-4435-a024-a2f127f8054f req-51a63611-ae0b-486b-b620-149e617924db tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:24.896608 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-bc14989f-6889-4435-a024-a2f127f8054f req-51a63611-ae0b-486b-b620-149e617924db tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 946 time: 0.0455775 Sep 27 04:25:24.949938 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-bc14989f-6889-4435-a024-a2f127f8054f req-693b119b-94c6-4a62-80da-e3b0323f932c tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471866 Sep 27 04:25:25.052869 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:25.160551 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:26.069802 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3d033f-54b2-41de-aa02-f7b488e5a0e6 req-235615c1-5728-43a1-b009-8a8ae9bc8162 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:26.071935 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9c3d033f-54b2-41de-aa02-f7b488e5a0e6 req-235615c1-5728-43a1-b009-8a8ae9bc8162 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 946 time: 0.0471718 Sep 27 04:25:26.104718 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:26.125702 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9c3d033f-54b2-41de-aa02-f7b488e5a0e6 req-bc235871-d5da-49e1-9f7f-873b0868ad4a tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483065 Sep 27 04:25:26.250164 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b5ac4e-778a-4444-8876-ad510984d2de req-42bbc70a-3c8d-4a47-b857-d660e02e4a87 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:26.251620 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-30b5ac4e-778a-4444-8876-ad510984d2de req-42bbc70a-3c8d-4a47-b857-d660e02e4a87 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 946 time: 0.0466065 Sep 27 04:25:26.309878 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-30b5ac4e-778a-4444-8876-ad510984d2de req-8873b837-6afc-4a32-a8d0-2a510b32113f tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524347 Sep 27 04:25:26.350582 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 34234) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:25:26.482089 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfdfd8f-b923-4b73-98b2-c35ded16f3f3 tempest-TestShelveInstance-635360663 tempest-TestShelveInstance-635360663-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:26.483588 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-fdfdfd8f-b923-4b73-98b2-c35ded16f3f3 tempest-TestShelveInstance-635360663 tempest-TestShelveInstance-635360663-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 1125 time: 0.1407046 Sep 27 04:25:26.486582 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 34238) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:25:26.490892 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-7b425b3c-f0b6-4236-8484-244591197394 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Request body: {'floatingip': {'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'port_id': 'eb918bb7-1383-468a-8553-7476aae953bb', 'tenant_id': '1e595829629a4dd4a7fccbdabc896cb0', 'fixed_ip_address': '172.20.0.10'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:25:26.512795 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7b425b3c-f0b6-4236-8484-244591197394 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:26.589533 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7b425b3c-f0b6-4236-8484-244591197394 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:26.697244 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [None req-7b425b3c-f0b6-4236-8484-244591197394 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Allocated IP 172.27.0.242 (4c2326fb-b4db-42c7-9331-4377c9818745/65648eee-291b-4b8a-95c0-f3ca12df09c9/05230db1-5556-4943-8805-ed0952617e69) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:25:26.798805 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7b425b3c-f0b6-4236-8484-244591197394 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks [] for port (05230db1-5556-4943-8805-ed0952617e69), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:26.829774 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7b425b3c-f0b6-4236-8484-244591197394 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (05230db1-5556-4943-8805-ed0952617e69), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:26.870846 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b425b3c-f0b6-4236-8484-244591197394 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Network 4c2326fb-b4db-42c7-9331-4377c9818745 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:25:26.875761 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-7b425b3c-f0b6-4236-8484-244591197394 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:25:26.877910 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b425b3c-f0b6-4236-8484-244591197394 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Pushing event updated for resources: {'Port': ['ID=05230db1-5556-4943-8805-ed0952617e69,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:25:26.879953 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b425b3c-f0b6-4236-8484-244591197394 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:25:26.902877 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b425b3c-f0b6-4236-8484-244591197394 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:26.903220 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b425b3c-f0b6-4236-8484-244591197394 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:26.903555 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b425b3c-f0b6-4236-8484-244591197394 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:26.903887 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b425b3c-f0b6-4236-8484-244591197394 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:26.904216 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b425b3c-f0b6-4236-8484-244591197394 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:26.904543 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b425b3c-f0b6-4236-8484-244591197394 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:26.904861 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b425b3c-f0b6-4236-8484-244591197394 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:26.905183 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b425b3c-f0b6-4236-8484-244591197394 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:26.905506 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b425b3c-f0b6-4236-8484-244591197394 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:26.905851 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b425b3c-f0b6-4236-8484-244591197394 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:26.906171 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b425b3c-f0b6-4236-8484-244591197394 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:26.906488 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b425b3c-f0b6-4236-8484-244591197394 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:26.906801 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b425b3c-f0b6-4236-8484-244591197394 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:26.907114 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b425b3c-f0b6-4236-8484-244591197394 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:26.907427 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b425b3c-f0b6-4236-8484-244591197394 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:26.953897 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:27.462015 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:27.465070 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7b425b3c-f0b6-4236-8484-244591197394 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks [] for floatingip (24c2e778-3a7e-45af-b09b-e35f074bdf0a), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:27.530745 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7b425b3c-f0b6-4236-8484-244591197394 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (05230db1-5556-4943-8805-ed0952617e69), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:27.675797 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7b425b3c-f0b6-4236-8484-244591197394 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks [] for port (05230db1-5556-4943-8805-ed0952617e69), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:27.681620 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7b425b3c-f0b6-4236-8484-244591197394 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9553042'] for port (05230db1-5556-4943-8805-ed0952617e69), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:27.751290 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7b425b3c-f0b6-4236-8484-244591197394 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4106707'] for floatingip (24c2e778-3a7e-45af-b09b-e35f074bdf0a), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:27.753931 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b425b3c-f0b6-4236-8484-244591197394 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Pushing event updated for resources: {'Port': ['ID=05230db1-5556-4943-8805-ed0952617e69,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:25:27.847957 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.db.l3_db [None req-7b425b3c-f0b6-4236-8484-244591197394 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Floating IP 24c2e778-3a7e-45af-b09b-e35f074bdf0a associated. External IP: 172.27.0.242, port: eb918bb7-1383-468a-8553-7476aae953bb. Sep 27 04:25:27.985425 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:28.048967 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b425b3c-f0b6-4236-8484-244591197394 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Router 46ce92bd-e4b4-4da1-be51-d7a27f535bec has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:25:28.160574 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b425b3c-f0b6-4236-8484-244591197394 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:25:28.170979 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8918b1-b4ba-4872-835c-0c209904adee None None] Sync routers for ids ['46ce92bd-e4b4-4da1-be51-d7a27f535bec'] in dv-cinder-859186-3-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:25:28.181051 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7b425b3c-f0b6-4236-8484-244591197394 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:28.184712 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8918b1-b4ba-4872-835c-0c209904adee None None] Routers {'46ce92bd-e4b4-4da1-be51-d7a27f535bec'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:25:28.185375 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-db8918b1-b4ba-4872-835c-0c209904adee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:25:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['46ce92bd-e4b4-4da1-be51-d7a27f535bec'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:25:28.200291 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c8c661-7b69-4838-ad53-48d394d5c75f req-0c1b7608-77ee-4dff-bcdf-bc1761e35e38 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:28.202451 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f1c8c661-7b69-4838-ad53-48d394d5c75f req-0c1b7608-77ee-4dff-bcdf-bc1761e35e38 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 945 time: 0.0546160 Sep 27 04:25:28.230278 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-7b425b3c-f0b6-4236-8484-244591197394 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7398512 Sep 27 04:25:28.230278 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3063ca42-9212-4df2-af49-0d7d4a88c0ee', 'tag': 'eb918bb7-1383-468a-8553-7476aae953bb'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:25:28.231462 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375caaa08d89e17f41855227bc5930e71d4ac07142983a49768ae7ff94431a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d797906a-a64c-486c-b05e-4e6b95f35b32" -d '{"events": [{"name": "network-changed", "server_uuid": "3063ca42-9212-4df2-af49-0d7d4a88c0ee", "tag": "eb918bb7-1383-468a-8553-7476aae953bb"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:25:28.253625 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f1c8c661-7b69-4838-ad53-48d394d5c75f req-3198e3a1-9c56-42f2-ab10-17278bb829b4 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444553 Sep 27 04:25:28.277254 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab56fcf4-8df8-45b3-a039-a02df16a9375 x-openstack-request-id: req-ab56fcf4-8df8-45b3-a039-a02df16a9375 {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:25:28.277254 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3063ca42-9212-4df2-af49-0d7d4a88c0ee", "tag": "eb918bb7-1383-468a-8553-7476aae953bb", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:25:28.277254 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ab56fcf4-8df8-45b3-a039-a02df16a9375 {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:25:28.277254 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab56fcf4-8df8-45b3-a039-a02df16a9375'] response: {'name': 'network-changed', 'server_uuid': '3063ca42-9212-4df2-af49-0d7d4a88c0ee', 'tag': 'eb918bb7-1383-468a-8553-7476aae953bb', 'status': 'completed', 'code': 200} Sep 27 04:25:28.300249 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-db8918b1-b4ba-4872-835c-0c209904adee None None] Set router 46ce92bd-e4b4-4da1-be51-d7a27f535bec gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:25:28.335123 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797906a-a64c-486c-b05e-4e6b95f35b32 req-d9549ebb-ba0f-42e9-b333-e40e0873a45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:28.337303 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d797906a-a64c-486c-b05e-4e6b95f35b32 req-d9549ebb-ba0f-42e9-b333-e40e0873a45e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1e595829629a4dd4a7fccbdabc896cb0&device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 1130 time: 0.0396860 Sep 27 04:25:28.430937 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797906a-a64c-486c-b05e-4e6b95f35b32 req-1e274bb6-194a-4531-a4b5-ad43ceb6b242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:28.432456 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d797906a-a64c-486c-b05e-4e6b95f35b32 req-1e274bb6-194a-4531-a4b5-ad43ceb6b242 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=41cd98f9-b206-4445-9870-d24633bca602 HTTP/1.1" status: 200 len: 910 time: 0.0883296 Sep 27 04:25:28.495612 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d797906a-a64c-486c-b05e-4e6b95f35b32 req-c88155b1-08fb-4565-ae86-d6391fab4beb service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb918bb7-1383-468a-8553-7476aae953bb HTTP/1.1" status: 200 len: 1000 time: 0.0564201 Sep 27 04:25:28.508992 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-db8918b1-b4ba-4872-835c-0c209904adee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'name': 'tempest-TestShelveInstance-1866947943-router', 'tenant_id': '1e595829629a4dd4a7fccbdabc896cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '53a249dc-eefb-49ff-a291-f2eda1664fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:24:38Z', 'updated_at': '2022-09-27T04:24:41Z', 'revision_number': 4, 'project_id': '1e595829629a4dd4a7fccbdabc896cb0', 'gw_port': {'id': '53a249dc-eefb-49ff-a291-f2eda1664fe8', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:38Z', 'updated_at': '2022-09-27T04:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': '24c2e778-3a7e-45af-b09b-e35f074bdf0a', 'tenant_id': '1e595829629a4dd4a7fccbdabc896cb0', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'port_id': 'eb918bb7-1383-468a-8553-7476aae953bb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41cd98f9-b206-4445-9870-d24633bca602', 'mac_address': 'fa:16:3e:2d:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3063ca42-9212-4df2-af49-0d7d4a88c0ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:25:27Z', 'updated_at': '2022-09-27T04:25:27Z', 'revision_number': 0, 'project_id': '1e595829629a4dd4a7fccbdabc896cb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4db657b-a959-4e62-b211-2cb063d743eb', 'name': '', 'network_id': '41cd98f9-b206-4445-9870-d24633bca602', 'tenant_id': '1e595829629a4dd4a7fccbdabc896cb0', 'mac_address': 'fa:16:3e:06:b0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'c8446e81-8757-4a92-bbb2-c6d0f12abe74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:40Z', 'updated_at': '2022-09-27T04:24:47Z', 'revision_number': 5, 'project_id': '1e595829629a4dd4a7fccbdabc896cb0', 'subnets': [{'id': 'c8446e81-8757-4a92-bbb2-c6d0f12abe74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:25:28.534137 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8918b1-b4ba-4872-835c-0c209904adee None None] Checking router: 46ce92bd-e4b4-4da1-be51-d7a27f535bec for host: dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:25:28.543142 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8918b1-b4ba-4872-835c-0c209904adee None None] Routers {'46ce92bd-e4b4-4da1-be51-d7a27f535bec'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:25:28.543749 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-db8918b1-b4ba-4872-835c-0c209904adee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:25:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['46ce92bd-e4b4-4da1-be51-d7a27f535bec'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:25:28.555386 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797906a-a64c-486c-b05e-4e6b95f35b32 req-49b88ea5-d8c2-4737-88d7-4f45d694af5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:28.556854 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d797906a-a64c-486c-b05e-4e6b95f35b32 req-49b88ea5-d8c2-4737-88d7-4f45d694af5b service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=c8446e81-8757-4a92-bbb2-c6d0f12abe74 HTTP/1.1" status: 200 len: 848 time: 0.0519998 Sep 27 04:25:28.600601 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d797906a-a64c-486c-b05e-4e6b95f35b32 req-295861e9-aee3-4a8f-a07e-13a0e49ae958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:28.602170 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d797906a-a64c-486c-b05e-4e6b95f35b32 req-295861e9-aee3-4a8f-a07e-13a0e49ae958 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=41cd98f9-b206-4445-9870-d24633bca602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388310 Sep 27 04:25:28.645344 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-db8918b1-b4ba-4872-835c-0c209904adee None None] Set router 46ce92bd-e4b4-4da1-be51-d7a27f535bec gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:25:28.700499 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d797906a-a64c-486c-b05e-4e6b95f35b32 req-153354c9-6c71-496c-b307-f65ca53762dd service neutron] 10.222.0.57 "GET /networking/v2.0/networks/41cd98f9-b206-4445-9870-d24633bca602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844028 Sep 27 04:25:28.774286 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:28.799755 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d797906a-a64c-486c-b05e-4e6b95f35b32 req-a6485a78-add2-4cc4-b622-5df2ccd47677 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/41cd98f9-b206-4445-9870-d24633bca602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919099 Sep 27 04:25:28.939282 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-db8918b1-b4ba-4872-835c-0c209904adee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'name': 'tempest-TestShelveInstance-1866947943-router', 'tenant_id': '1e595829629a4dd4a7fccbdabc896cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '53a249dc-eefb-49ff-a291-f2eda1664fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:24:38Z', 'updated_at': '2022-09-27T04:24:41Z', 'revision_number': 4, 'project_id': '1e595829629a4dd4a7fccbdabc896cb0', 'gw_port': {'id': '53a249dc-eefb-49ff-a291-f2eda1664fe8', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:38Z', 'updated_at': '2022-09-27T04:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': '24c2e778-3a7e-45af-b09b-e35f074bdf0a', 'tenant_id': '1e595829629a4dd4a7fccbdabc896cb0', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'port_id': 'eb918bb7-1383-468a-8553-7476aae953bb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41cd98f9-b206-4445-9870-d24633bca602', 'mac_address': 'fa:16:3e:2d:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3063ca42-9212-4df2-af49-0d7d4a88c0ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:25:27Z', 'updated_at': '2022-09-27T04:25:27Z', 'revision_number': 0, 'project_id': '1e595829629a4dd4a7fccbdabc896cb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4db657b-a959-4e62-b211-2cb063d743eb', 'name': '', 'network_id': '41cd98f9-b206-4445-9870-d24633bca602', 'tenant_id': '1e595829629a4dd4a7fccbdabc896cb0', 'mac_address': 'fa:16:3e:06:b0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'c8446e81-8757-4a92-bbb2-c6d0f12abe74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:40Z', 'updated_at': '2022-09-27T04:24:47Z', 'revision_number': 5, 'project_id': '1e595829629a4dd4a7fccbdabc896cb0', 'subnets': [{'id': 'c8446e81-8757-4a92-bbb2-c6d0f12abe74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:25:28.962561 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8918b1-b4ba-4872-835c-0c209904adee None None] The sync data for ids ['46ce92bd-e4b4-4da1-be51-d7a27f535bec'] in dv-cinder-859186-3-iscsi is: [{'id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'name': 'tempest-TestShelveInstance-1866947943-router', 'tenant_id': '1e595829629a4dd4a7fccbdabc896cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '53a249dc-eefb-49ff-a291-f2eda1664fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:24:38Z', 'updated_at': '2022-09-27T04:24:41Z', 'revision_number': 4, 'project_id': '1e595829629a4dd4a7fccbdabc896cb0', 'gw_port': {'id': '53a249dc-eefb-49ff-a291-f2eda1664fe8', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:38Z', 'updated_at': '2022-09-27T04:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': '24c2e778-3a7e-45af-b09b-e35f074bdf0a', 'tenant_id': '1e595829629a4dd4a7fccbdabc896cb0', 'floating_ip_address': '172.27.0.242', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'port_id': 'eb918bb7-1383-468a-8553-7476aae953bb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '41cd98f9-b206-4445-9870-d24633bca602', 'mac_address': 'fa:16:3e:2d:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3063ca42-9212-4df2-af49-0d7d4a88c0ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:25:27Z', 'updated_at': '2022-09-27T04:25:27Z', 'revision_number': 0, 'project_id': '1e595829629a4dd4a7fccbdabc896cb0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4db657b-a959-4e62-b211-2cb063d743eb', 'name': '', 'network_id': '41cd98f9-b206-4445-9870-d24633bca602', 'tenant_id': '1e595829629a4dd4a7fccbdabc896cb0', 'mac_address': 'fa:16:3e:06:b0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'c8446e81-8757-4a92-bbb2-c6d0f12abe74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:40Z', 'updated_at': '2022-09-27T04:24:47Z', 'revision_number': 5, 'project_id': '1e595829629a4dd4a7fccbdabc896cb0', 'subnets': [{'id': 'c8446e81-8757-4a92-bbb2-c6d0f12abe74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:25:29.150968 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29bfa2cd-a933-4a6c-96b5-2ef13c6c8734 None None] New status for floating IP 24c2e778-3a7e-45af-b09b-e35f074bdf0a: ACTIVE {{(pid=106212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 04:25:29.383325 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6de4c4-a539-4acd-9da5-72fa6596fb58 req-f299ecf9-2842-422c-9441-b442cd8051d9 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:29.384791 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-6b6de4c4-a539-4acd-9da5-72fa6596fb58 req-f299ecf9-2842-422c-9441-b442cd8051d9 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 945 time: 0.0467253 Sep 27 04:25:29.432350 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-6b6de4c4-a539-4acd-9da5-72fa6596fb58 req-bba23b46-4b14-41eb-b242-837380959bc3 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0419950 Sep 27 04:25:30.550543 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:30.559994 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d9e515-cf32-437f-b5b6-fed32730d450 req-743c24f3-288f-4e0a-8fcc-4e1ed0eaef54 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:30.561519 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-09d9e515-cf32-437f-b5b6-fed32730d450 req-743c24f3-288f-4e0a-8fcc-4e1ed0eaef54 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 945 time: 0.0499928 Sep 27 04:25:30.607417 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-09d9e515-cf32-437f-b5b6-fed32730d450 req-bd798ef6-1f3e-436f-aa6c-1644dbc96225 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402861 Sep 27 04:25:31.734665 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3f0b6-66e8-47b2-8066-38fc2de68b04 req-d98d755e-aec9-4550-9f38-b16867b284c0 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:31.736140 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c2d3f0b6-66e8-47b2-8066-38fc2de68b04 req-d98d755e-aec9-4550-9f38-b16867b284c0 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 945 time: 0.0466256 Sep 27 04:25:31.783970 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c2d3f0b6-66e8-47b2-8066-38fc2de68b04 req-d87b4541-d2c1-46cb-a9a8-911f76aa83d0 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422614 Sep 27 04:25:32.910686 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557bf988-1596-40d0-b7d0-c1cb17575132 req-57473437-de71-47a8-af2f-6dfcc13502ea tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:32.912388 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-557bf988-1596-40d0-b7d0-c1cb17575132 req-57473437-de71-47a8-af2f-6dfcc13502ea tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 945 time: 0.0494351 Sep 27 04:25:32.958018 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-557bf988-1596-40d0-b7d0-c1cb17575132 req-692cda87-16b2-468c-aafe-eff7f35057fa tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0396416 Sep 27 04:25:34.047623 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:34.087198 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9ce83c-cb86-4db9-a80f-b6f046dfbe00 req-3345bf65-3b4a-47b3-8a5a-e7c8b324d935 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:34.088630 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-aa9ce83c-cb86-4db9-a80f-b6f046dfbe00 req-3345bf65-3b4a-47b3-8a5a-e7c8b324d935 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 945 time: 0.0513930 Sep 27 04:25:34.135058 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-aa9ce83c-cb86-4db9-a80f-b6f046dfbe00 req-b55b589f-ac23-4447-a6ff-e24abdb80ec2 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0407436 Sep 27 04:25:35.259269 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575ce194-4772-4b66-aa62-3acd0d515dd1 req-9edb34d9-2feb-4786-b26a-d34450466b01 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:35.260742 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-575ce194-4772-4b66-aa62-3acd0d515dd1 req-9edb34d9-2feb-4786-b26a-d34450466b01 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 945 time: 0.0460980 Sep 27 04:25:35.307715 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-575ce194-4772-4b66-aa62-3acd0d515dd1 req-ef3de796-bcd8-43ec-96ba-1ea1e6379e5e tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414433 Sep 27 04:25:36.432649 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4d2dd-56d3-40b4-baa7-bc51ae39381a req-82d3a768-c3ef-420d-afd2-788dde7762ae tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:36.434152 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-42c4d2dd-56d3-40b4-baa7-bc51ae39381a req-82d3a768-c3ef-420d-afd2-788dde7762ae tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 945 time: 0.0470612 Sep 27 04:25:36.481190 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-42c4d2dd-56d3-40b4-baa7-bc51ae39381a req-4af02d7e-e249-44b0-a05a-7fc5077d6f19 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412185 Sep 27 04:25:37.605791 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aef5cf-6955-417b-ac05-7b234cfb0e28 req-d7e703cb-3347-4b3d-a179-33721a16d1fa tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:37.607208 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-94aef5cf-6955-417b-ac05-7b234cfb0e28 req-d7e703cb-3347-4b3d-a179-33721a16d1fa tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 945 time: 0.0460100 Sep 27 04:25:37.657330 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-94aef5cf-6955-417b-ac05-7b234cfb0e28 req-c7dd44be-ce1d-45f7-9372-f77b1bcdb739 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446491 Sep 27 04:25:38.085772 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:38.631722 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8558110-9947-442f-8b7f-5d4d878fc836 req-f454145e-c524-46ac-8621-064b252262f5 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:38.633186 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c8558110-9947-442f-8b7f-5d4d878fc836 req-f454145e-c524-46ac-8621-064b252262f5 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 946 time: 0.0449767 Sep 27 04:25:38.683953 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c8558110-9947-442f-8b7f-5d4d878fc836 req-18e559a2-2086-4b21-a692-374b367df2bf tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446618 Sep 27 04:25:38.782265 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf6295-35d9-4ffb-b4e6-4c05923fe3ca req-78608abb-322c-45e6-b6a3-06ed3c9713bb tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:38.783725 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0fcf6295-35d9-4ffb-b4e6-4c05923fe3ca req-78608abb-322c-45e6-b6a3-06ed3c9713bb tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 945 time: 0.0463951 Sep 27 04:25:38.829831 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0fcf6295-35d9-4ffb-b4e6-4c05923fe3ca req-e9ed26b6-3496-4cf5-8c5b-0796ffed4c58 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403585 Sep 27 04:25:39.802548 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33272a71-1c9d-4118-86c1-c420d456413a req-91a08997-711b-4475-8ad5-ed9d4d67d6aa tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:39.803983 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-33272a71-1c9d-4118-86c1-c420d456413a req-91a08997-711b-4475-8ad5-ed9d4d67d6aa tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 946 time: 0.0461230 Sep 27 04:25:39.853151 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-33272a71-1c9d-4118-86c1-c420d456413a req-3abdb40d-bdb7-418e-ba27-baf0b6aab87a tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426290 Sep 27 04:25:39.953294 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5b4c0-1305-44d9-8faf-2d4dbb025f99 req-a8a92d70-6860-4070-bc0c-7be92b113676 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:39.954695 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ebd5b4c0-1305-44d9-8faf-2d4dbb025f99 req-a8a92d70-6860-4070-bc0c-7be92b113676 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 945 time: 0.0461564 Sep 27 04:25:40.000972 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ebd5b4c0-1305-44d9-8faf-2d4dbb025f99 req-3ae08def-141b-49d4-ad7a-34afea7bb7b2 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0408247 Sep 27 04:25:40.974025 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b6526-4d5c-4418-94ae-4c3adb5b2368 req-8af5654a-755c-46ef-af29-e5d064d41417 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:40.975793 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b91b6526-4d5c-4418-94ae-4c3adb5b2368 req-8af5654a-755c-46ef-af29-e5d064d41417 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 946 time: 0.0456452 Sep 27 04:25:41.021467 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b91b6526-4d5c-4418-94ae-4c3adb5b2368 req-f34a69aa-0a51-4bdb-9d50-10c66f68940b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397127 Sep 27 04:25:41.130491 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c43eb-a33f-44a4-84be-21f89c4dafd2 req-d1354d98-f66e-49de-a2e0-0355b3da8d8e tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:41.131962 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e18c43eb-a33f-44a4-84be-21f89c4dafd2 req-d1354d98-f66e-49de-a2e0-0355b3da8d8e tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 945 time: 0.0497968 Sep 27 04:25:41.180782 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e18c43eb-a33f-44a4-84be-21f89c4dafd2 req-1a22d35b-693e-46ac-a038-5ce98a0527ff tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432873 Sep 27 04:25:42.148144 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed65ea-561b-4620-9735-2b438dc34f1d req-4798cba8-d830-422f-8dae-badab664cc07 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:42.149598 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-87ed65ea-561b-4620-9735-2b438dc34f1d req-4798cba8-d830-422f-8dae-badab664cc07 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 946 time: 0.0526838 Sep 27 04:25:42.197526 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-87ed65ea-561b-4620-9735-2b438dc34f1d req-2d9b286a-33e6-4949-ba0e-0aa505e316ce tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=8941aa61-f42a-42af-9d20-9d356758a62d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421901 Sep 27 04:25:42.302861 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655f48b0-fa58-494c-896a-7e8b0e9b96b4 req-2781b313-8d13-4492-a10e-5f7c2487ff84 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:42.304309 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-655f48b0-fa58-494c-896a-7e8b0e9b96b4 req-2781b313-8d13-4492-a10e-5f7c2487ff84 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 946 time: 0.0742421 Sep 27 04:25:42.324156 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff51aead-e48f-4e07-a70b-ceebd1d85789 req-834b4495-2d01-421f-b73d-3e37f792e9f9 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:42.325482 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ff51aead-e48f-4e07-a70b-ceebd1d85789 req-834b4495-2d01-421f-b73d-3e37f792e9f9 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 945 time: 0.0638366 Sep 27 04:25:42.426684 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ff51aead-e48f-4e07-a70b-ceebd1d85789 req-554e62e3-8eb5-468a-848e-9da2fa5600d3 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0803828 Sep 27 04:25:42.433071 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-655f48b0-fa58-494c-896a-7e8b0e9b96b4 req-d2d03440-380f-47df-be65-155372e965f3 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Deleting port 8760ae9b-e8ce-45d6-a54c-90337fdcb044 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:25:42.433413 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-655f48b0-fa58-494c-896a-7e8b0e9b96b4 req-d2d03440-380f-47df-be65-155372e965f3 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (8760ae9b-e8ce-45d6-a54c-90337fdcb044), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:42.525091 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-655f48b0-fa58-494c-896a-7e8b0e9b96b4 req-d2d03440-380f-47df-be65-155372e965f3 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] For port 8760ae9b-e8ce-45d6-a54c-90337fdcb044, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=8760ae9b-e8ce-45d6-a54c-90337fdcb044,segment=NetworkSegment(4790901f-5695-41bc-be7f-0e3d4d5126bd),segment_id=4790901f-5695-41bc-be7f-0e3d4d5126bd)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:25:42.525458 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-655f48b0-fa58-494c-896a-7e8b0e9b96b4 req-d2d03440-380f-47df-be65-155372e965f3 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (8760ae9b-e8ce-45d6-a54c-90337fdcb044), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:42.570753 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:42.623130 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:42.689311 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-655f48b0-fa58-494c-896a-7e8b0e9b96b4 req-d2d03440-380f-47df-be65-155372e965f3 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:42.689670 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-655f48b0-fa58-494c-896a-7e8b0e9b96b4 req-d2d03440-380f-47df-be65-155372e965f3 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4106707'] for floatingip (ea6cc630-4c55-45c1-9b82-bbe10c92c8c7), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:42.690008 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.db.l3_db [req-655f48b0-fa58-494c-896a-7e8b0e9b96b4 req-d2d03440-380f-47df-be65-155372e965f3 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Floating IP ea6cc630-4c55-45c1-9b82-bbe10c92c8c7 disassociated. External IP: 172.27.0.134, port: 8760ae9b-e8ce-45d6-a54c-90337fdcb044. Sep 27 04:25:42.690347 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-655f48b0-fa58-494c-896a-7e8b0e9b96b4 req-d2d03440-380f-47df-be65-155372e965f3 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Calling delete_port for 8760ae9b-e8ce-45d6-a54c-90337fdcb044 owned by compute:nova {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:25:42.697501 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:25:42.815828 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-655f48b0-fa58-494c-896a-7e8b0e9b96b4 req-d2d03440-380f-47df-be65-155372e965f3 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (8760ae9b-e8ce-45d6-a54c-90337fdcb044), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:42.841099 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d03440-380f-47df-be65-155372e965f3 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Pushing event deleted for resources: {'Port': ['ID=8760ae9b-e8ce-45d6-a54c-90337fdcb044,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:25:42.850507 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d03440-380f-47df-be65-155372e965f3 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:42.850858 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d03440-380f-47df-be65-155372e965f3 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:42.851194 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d03440-380f-47df-be65-155372e965f3 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:42.851529 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d03440-380f-47df-be65-155372e965f3 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:42.851862 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d03440-380f-47df-be65-155372e965f3 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:42.852214 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d03440-380f-47df-be65-155372e965f3 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:42.853062 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d03440-380f-47df-be65-155372e965f3 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:42.853391 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d03440-380f-47df-be65-155372e965f3 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:42.854221 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d03440-380f-47df-be65-155372e965f3 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:42.854221 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d03440-380f-47df-be65-155372e965f3 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:42.854422 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d03440-380f-47df-be65-155372e965f3 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:42.854749 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d03440-380f-47df-be65-155372e965f3 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:42.855070 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d03440-380f-47df-be65-155372e965f3 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:42.855386 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d03440-380f-47df-be65-155372e965f3 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:42.855703 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d03440-380f-47df-be65-155372e965f3 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:42.960736 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-655f48b0-fa58-494c-896a-7e8b0e9b96b4 req-d2d03440-380f-47df-be65-155372e965f3 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Router 86f1d0b9-3657-437b-ae62-2e9ed22d6485 has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:25:43.061299 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-655f48b0-fa58-494c-896a-7e8b0e9b96b4 req-d2d03440-380f-47df-be65-155372e965f3 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:25:43.070816 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72746a0d-cf39-4cb2-b531-cb75288c50b2 None None] Sync routers for ids ['86f1d0b9-3657-437b-ae62-2e9ed22d6485'] in dv-cinder-859186-3-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:25:43.080934 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72746a0d-cf39-4cb2-b531-cb75288c50b2 None None] Routers {'86f1d0b9-3657-437b-ae62-2e9ed22d6485'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:25:43.081572 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-72746a0d-cf39-4cb2-b531-cb75288c50b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:25:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['86f1d0b9-3657-437b-ae62-2e9ed22d6485'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:25:43.103905 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-655f48b0-fa58-494c-896a-7e8b0e9b96b4 req-d2d03440-380f-47df-be65-155372e965f3 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] No DVR routers for this DVR port 8760ae9b-e8ce-45d6-a54c-90337fdcb044 on host hv-cinder-85918 {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:25:43.106479 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-655f48b0-fa58-494c-896a-7e8b0e9b96b4 req-d2d03440-380f-47df-be65-155372e965f3 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:43.109717 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-655f48b0-fa58-494c-896a-7e8b0e9b96b4 req-d2d03440-380f-47df-be65-155372e965f3 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.57 "DELETE /networking/v2.0/ports/8760ae9b-e8ce-45d6-a54c-90337fdcb044 HTTP/1.1" status: 204 len: 173 time: 0.7990985 Sep 27 04:25:43.110232 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88ab8637-285a-4e7d-aac4-fe2fafab654e', 'name': 'network-vif-deleted', 'tag': '8760ae9b-e8ce-45d6-a54c-90337fdcb044'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:25:43.112438 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b66141-f1e8-4611-a8c5-bbd330b1410b" -d '{"events": [{"server_uuid": "88ab8637-285a-4e7d-aac4-fe2fafab654e", "name": "network-vif-deleted", "tag": "8760ae9b-e8ce-45d6-a54c-90337fdcb044"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:25:43.188271 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-72746a0d-cf39-4cb2-b531-cb75288c50b2 None None] Set router 86f1d0b9-3657-437b-ae62-2e9ed22d6485 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:25:43.217084 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a086333-819f-4dcf-9a48-fc5e8a2bd589 x-openstack-request-id: req-1a086333-819f-4dcf-9a48-fc5e8a2bd589 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:25:43.217378 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88ab8637-285a-4e7d-aac4-fe2fafab654e", "name": "network-vif-deleted", "tag": "8760ae9b-e8ce-45d6-a54c-90337fdcb044", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:25:43.217765 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-1a086333-819f-4dcf-9a48-fc5e8a2bd589 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:25:43.218065 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a086333-819f-4dcf-9a48-fc5e8a2bd589'] response: {'server_uuid': '88ab8637-285a-4e7d-aac4-fe2fafab654e', 'name': 'network-vif-deleted', 'tag': '8760ae9b-e8ce-45d6-a54c-90337fdcb044', 'status': 'completed', 'code': 200} Sep 27 04:25:43.272208 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:43.320920 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:43.342606 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ab70a68a-d87c-44dd-9124-49093b57ade4 req-3498f4a5-1832-4bc7-93ad-4cb32a464d83 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=88ab8637-285a-4e7d-aac4-fe2fafab654e HTTP/1.1" status: 200 len: 210 time: 0.0359633 Sep 27 04:25:43.406717 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-72746a0d-cf39-4cb2-b531-cb75288c50b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'name': 'tempest-ServerRescueNegativeTestJSON-140140347-router', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'b4d8a087-7ecc-4c15-a09e-d89340dc105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:07Z', 'updated_at': '2022-09-27T04:21:10Z', 'revision_number': 4, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'gw_port': {'id': 'b4d8a087-7ecc-4c15-a09e-d89340dc105d', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:08Z', 'updated_at': '2022-09-27T04:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '1cb6df63-5dd5-460b-86da-ef0071c67709', 'name': '', 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'mac_address': 'fa:16:3e:88:33:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '3d4a66ea-0873-4a30-ab4a-55cd0b629103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:09Z', 'updated_at': '2022-09-27T04:21:15Z', 'revision_number': 5, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'subnets': [{'id': '3d4a66ea-0873-4a30-ab4a-55cd0b629103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:25:43.432220 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72746a0d-cf39-4cb2-b531-cb75288c50b2 None None] Checking router: 86f1d0b9-3657-437b-ae62-2e9ed22d6485 for host: dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:25:43.440750 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72746a0d-cf39-4cb2-b531-cb75288c50b2 None None] Routers {'86f1d0b9-3657-437b-ae62-2e9ed22d6485'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:25:43.441290 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-72746a0d-cf39-4cb2-b531-cb75288c50b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:25:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['86f1d0b9-3657-437b-ae62-2e9ed22d6485'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:25:43.518738 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:43.550004 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-72746a0d-cf39-4cb2-b531-cb75288c50b2 None None] Set router 86f1d0b9-3657-437b-ae62-2e9ed22d6485 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:25:43.558877 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6438f25c-4bcd-4d46-942d-fb9ef2980864 req-7c589fc3-654a-43e0-95f0-1e981ed22f26 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:43.560366 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-6438f25c-4bcd-4d46-942d-fb9ef2980864 req-7c589fc3-654a-43e0-95f0-1e981ed22f26 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 945 time: 0.0514827 Sep 27 04:25:43.607959 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-6438f25c-4bcd-4d46-942d-fb9ef2980864 req-49b6dfa4-4325-4a80-a201-07e361b8df4b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418065 Sep 27 04:25:43.731618 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-72746a0d-cf39-4cb2-b531-cb75288c50b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'name': 'tempest-ServerRescueNegativeTestJSON-140140347-router', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'b4d8a087-7ecc-4c15-a09e-d89340dc105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:07Z', 'updated_at': '2022-09-27T04:21:10Z', 'revision_number': 4, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'gw_port': {'id': 'b4d8a087-7ecc-4c15-a09e-d89340dc105d', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:08Z', 'updated_at': '2022-09-27T04:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '1cb6df63-5dd5-460b-86da-ef0071c67709', 'name': '', 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'mac_address': 'fa:16:3e:88:33:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '3d4a66ea-0873-4a30-ab4a-55cd0b629103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:09Z', 'updated_at': '2022-09-27T04:21:15Z', 'revision_number': 5, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'subnets': [{'id': '3d4a66ea-0873-4a30-ab4a-55cd0b629103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:25:43.759570 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72746a0d-cf39-4cb2-b531-cb75288c50b2 None None] The sync data for ids ['86f1d0b9-3657-437b-ae62-2e9ed22d6485'] in dv-cinder-859186-3-iscsi is: [{'id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'name': 'tempest-ServerRescueNegativeTestJSON-140140347-router', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'b4d8a087-7ecc-4c15-a09e-d89340dc105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:07Z', 'updated_at': '2022-09-27T04:21:10Z', 'revision_number': 4, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'gw_port': {'id': 'b4d8a087-7ecc-4c15-a09e-d89340dc105d', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:08Z', 'updated_at': '2022-09-27T04:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '1cb6df63-5dd5-460b-86da-ef0071c67709', 'name': '', 'network_id': '3b03541e-a362-4f1f-858b-b7051275090d', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'mac_address': 'fa:16:3e:88:33:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'device_owner': 'network:router_interface', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '3d4a66ea-0873-4a30-ab4a-55cd0b629103', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:09Z', 'updated_at': '2022-09-27T04:21:15Z', 'revision_number': 5, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'subnets': [{'id': '3d4a66ea-0873-4a30-ab4a-55cd0b629103', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:25:43.977194 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-031928a3-386f-44e3-9ff0-d47a77684464 None None] New status for floating IP ea6cc630-4c55-45c1-9b82-bbe10c92c8c7: DOWN {{(pid=106212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 04:25:44.436217 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 34336) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:25:44.489094 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cebbb3a5-4c9f-4544-b69f-fef9ef743f4b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks [] for security_group (8941aa61-f42a-42af-9d20-9d356758a62d), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:44.512689 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cebbb3a5-4c9f-4544-b69f-fef9ef743f4b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks [] for security_group (8941aa61-f42a-42af-9d20-9d356758a62d), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:44.558249 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cebbb3a5-4c9f-4544-b69f-fef9ef743f4b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (8941aa61-f42a-42af-9d20-9d356758a62d), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:44.560806 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cebbb3a5-4c9f-4544-b69f-fef9ef743f4b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:44.561945 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-cebbb3a5-4c9f-4544-b69f-fef9ef743f4b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8941aa61-f42a-42af-9d20-9d356758a62d HTTP/1.1" status: 204 len: 168 time: 0.1246424 Sep 27 04:25:44.564627 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 34338) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:25:44.572037 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebbb3a5-4c9f-4544-b69f-fef9ef743f4b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8941aa61-f42a-42af-9d20-9d356758a62d,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:25:44.581295 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.api.v2.resource [None req-4c245ed3-6ec1-460f-b316-9ea5e40e2b50 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] show failed (client error): The resource could not be found. Sep 27 04:25:44.582313 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-4c245ed3-6ec1-460f-b316-9ea5e40e2b50 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups/8941aa61-f42a-42af-9d20-9d356758a62d HTTP/1.1" status: 404 len: 347 time: 0.0166612 Sep 27 04:25:44.585020 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 34340) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:25:44.697636 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-67eaeadc-64b5-44f6-b79d-ff52ff26219c tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Deleting port eb0cee21-53cc-4a6b-aa49-0a081413dc60 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:25:44.697911 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-67eaeadc-64b5-44f6-b79d-ff52ff26219c tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (eb0cee21-53cc-4a6b-aa49-0a081413dc60), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:44.735636 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107f412-17a7-47ad-b204-34d2720a5c01 req-289fd8f1-d92d-423b-b129-82f8390f43da tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:44.737140 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2107f412-17a7-47ad-b204-34d2720a5c01 req-289fd8f1-d92d-423b-b129-82f8390f43da tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 945 time: 0.0473642 Sep 27 04:25:44.776596 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-67eaeadc-64b5-44f6-b79d-ff52ff26219c tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (eb0cee21-53cc-4a6b-aa49-0a081413dc60), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:44.776921 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-67eaeadc-64b5-44f6-b79d-ff52ff26219c tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks [] for floatingip (eb0cee21-53cc-4a6b-aa49-0a081413dc60), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:44.783870 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2107f412-17a7-47ad-b204-34d2720a5c01 req-a7dab1a2-45da-494f-af32-881f478c0323 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0411456 Sep 27 04:25:44.790189 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-67eaeadc-64b5-44f6-b79d-ff52ff26219c tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Calling delete_port for eb0cee21-53cc-4a6b-aa49-0a081413dc60 owned by network:floatingip {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:25:44.858973 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:44.920035 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-67eaeadc-64b5-44f6-b79d-ff52ff26219c tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (eb0cee21-53cc-4a6b-aa49-0a081413dc60), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:44.950929 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67eaeadc-64b5-44f6-b79d-ff52ff26219c tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Pushing event deleted for resources: {'Port': ['ID=eb0cee21-53cc-4a6b-aa49-0a081413dc60,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:25:44.972040 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device b5c073b9-7000-4407-b92c-8e4279bf0f72 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 04:25:45.004438 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-67eaeadc-64b5-44f6-b79d-ff52ff26219c tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks [] for floatingip (ea6cc630-4c55-45c1-9b82-bbe10c92c8c7), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:45.006922 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-67eaeadc-64b5-44f6-b79d-ff52ff26219c tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:45.008065 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-67eaeadc-64b5-44f6-b79d-ff52ff26219c tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/ea6cc630-4c55-45c1-9b82-bbe10c92c8c7 HTTP/1.1" status: 204 len: 168 time: 0.4221632 Sep 27 04:25:45.076218 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port b5c073b9-7000-4407-b92c-8e4279bf0f72, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=b5c073b9-7000-4407-b92c-8e4279bf0f72,segment=NetworkSegment(188f0649-0d82-4591-a8be-8000cf940ed2),segment_id=188f0649-0d82-4591-a8be-8000cf940ed2)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:25:45.094207 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Returning: {'device': 'b5c073b9-7000-4407-b92c-8e4279bf0f72', 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6', 'port_id': 'b5c073b9-7000-4407-b92c-8e4279bf0f72', 'mac_address': 'fa:16:3e:17:90:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 04:25:45.129279 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port b5c073b9-7000-4407-b92c-8e4279bf0f72 is: ACTIVE; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:25:45.129664 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (b5c073b9-7000-4407-b92c-8e4279bf0f72), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:45.132226 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:45.144615 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b5c073b9-7000-4407-b92c-8e4279bf0f72 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:25:45.165786 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port b5c073b9-7000-4407-b92c-8e4279bf0f72, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=b5c073b9-7000-4407-b92c-8e4279bf0f72,segment=NetworkSegment(188f0649-0d82-4591-a8be-8000cf940ed2),segment_id=188f0649-0d82-4591-a8be-8000cf940ed2)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:25:45.169310 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (b5c073b9-7000-4407-b92c-8e4279bf0f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:45.217708 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=b5c073b9-7000-4407-b92c-8e4279bf0f72,revision_number=6']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:25:45.224697 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:45.225040 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:45.225399 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:45.225760 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:45.226095 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:45.226427 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:45.226751 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:45.227070 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:45.227417 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:45.227737 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:45.228057 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:45.228377 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:45.228693 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:45.229033 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:45.229362 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:25:45.327024 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['b5c073b9-7000-4407-b92c-8e4279bf0f72'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:25:45.348527 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=92,neutron:UPDATE=8 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:45.916514 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce0628-b15e-4da5-8241-057a95dc5ab3 req-9eb837e9-073c-434d-9f31-fe2ec82f1f57 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:45.918037 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9bce0628-b15e-4da5-8241-057a95dc5ab3 req-9eb837e9-073c-434d-9f31-fe2ec82f1f57 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 944 time: 0.0528588 Sep 27 04:25:45.966684 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9bce0628-b15e-4da5-8241-057a95dc5ab3 req-27eae237-de5b-43eb-a6e7-e2652fa7ea86 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429785 Sep 27 04:25:46.974462 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device b5c073b9-7000-4407-b92c-8e4279bf0f72 up at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:25:47.027464 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning complete for port b5c073b9-7000-4407-b92c-8e4279bf0f72 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:25:47.027849 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (b5c073b9-7000-4407-b92c-8e4279bf0f72), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:47.028267 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Attempt 1 to provision port b5c073b9-7000-4407-b92c-8e4279bf0f72 Sep 27 04:25:47.101886 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1204b0fb-7da8-4e11-a936-e51cb68d3f28 req-26d90958-124b-4c23-964c-a4cfb216f5c8 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:47.111201 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1204b0fb-7da8-4e11-a936-e51cb68d3f28 req-26d90958-124b-4c23-964c-a4cfb216f5c8 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 944 time: 0.0563390 Sep 27 04:25:47.123000 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port b5c073b9-7000-4407-b92c-8e4279bf0f72 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:25:47.123400 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (b5c073b9-7000-4407-b92c-8e4279bf0f72), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:47.138337 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:47.154373 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6879a2-4ef5-4e16-8066-a2f05eca633c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c073b9-7000-4407-b92c-8e4279bf0f72'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:25:47.156642 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2687affa0ef786a15f255b59e70001bb997277ef1a41850ee1c1551a100c7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d92d18d-ebd3-444d-8dd0-0227b80947d3" -d '{"events": [{"server_uuid": "5c6879a2-4ef5-4e16-8066-a2f05eca633c", "name": "network-vif-plugged", "status": "completed", "tag": "b5c073b9-7000-4407-b92c-8e4279bf0f72"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:25:47.183550 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1204b0fb-7da8-4e11-a936-e51cb68d3f28 req-8d9a0252-51c0-4bfc-b529-86b88984c3f8 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0707567 Sep 27 04:25:47.185938 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port b5c073b9-7000-4407-b92c-8e4279bf0f72, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=b5c073b9-7000-4407-b92c-8e4279bf0f72,segment=NetworkSegment(188f0649-0d82-4591-a8be-8000cf940ed2),segment_id=188f0649-0d82-4591-a8be-8000cf940ed2)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:25:47.202014 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (b5c073b9-7000-4407-b92c-8e4279bf0f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:47.202014 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 8760ae9b-e8ce-45d6-a54c-90337fdcb044 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:25:47.240838 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] No Port match for: 8760ae9b-e8ce-45d6-a54c-90337fdcb044 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:25:47.241189 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 8760ae9b-e8ce-45d6-a54c-90337fdcb044 not bound to the agent host hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:25:47.295864 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=b5c073b9-7000-4407-b92c-8e4279bf0f72,revision_number=7']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:25:47.314921 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c48f24-c0de-44f9-b8c1-65d2e7c85db5 x-openstack-request-id: req-11c48f24-c0de-44f9-b8c1-65d2e7c85db5 {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:25:47.315217 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6879a2-4ef5-4e16-8066-a2f05eca633c", "name": "network-vif-plugged", "status": "completed", "tag": "b5c073b9-7000-4407-b92c-8e4279bf0f72", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:25:47.315476 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-11c48f24-c0de-44f9-b8c1-65d2e7c85db5 {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:25:47.315878 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11c48f24-c0de-44f9-b8c1-65d2e7c85db5'] response: {'server_uuid': '5c6879a2-4ef5-4e16-8066-a2f05eca633c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c073b9-7000-4407-b92c-8e4279bf0f72', 'code': 200} Sep 27 04:25:47.576969 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8260bf2-1efb-47b6-b187-1a37ef61be3e req-ed584019-729e-4a4f-8280-8b03a59c957a tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:47.578947 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d8260bf2-1efb-47b6-b187-1a37ef61be3e req-ed584019-729e-4a4f-8280-8b03a59c957a tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.0599074 Sep 27 04:25:47.636770 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d8260bf2-1efb-47b6-b187-1a37ef61be3e req-70146cbe-660c-470a-9b57-a72a2a81dc92 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519388 Sep 27 04:25:48.318351 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b604df-54f6-423f-ba10-e278f110f319 req-7fd97c6e-68eb-4d2b-84fc-866c4d43aa5c tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:48.322231 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-98b604df-54f6-423f-ba10-e278f110f319 req-7fd97c6e-68eb-4d2b-84fc-866c4d43aa5c tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 945 time: 0.0520320 Sep 27 04:25:48.375291 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-98b604df-54f6-423f-ba10-e278f110f319 req-96f2e2fa-f665-4295-ba6c-8b6eaf1b42ad tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481427 Sep 27 04:25:48.760022 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a8b06-b65f-4199-9397-033618eba2e2 req-dfec8b13-5066-440c-a25c-0f7c065a47c1 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:48.762233 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-071a8b06-b65f-4199-9397-033618eba2e2 req-dfec8b13-5066-440c-a25c-0f7c065a47c1 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.0529299 Sep 27 04:25:48.813336 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-071a8b06-b65f-4199-9397-033618eba2e2 req-a907aeae-c724-42d9-ac24-39c943f8f2fa tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451331 Sep 27 04:25:49.491243 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:49.511228 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f10338c-6098-4ccd-9808-4cc6f85684ea req-87841f9e-f09b-45cf-910d-f8d55b133147 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:49.512794 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4f10338c-6098-4ccd-9808-4cc6f85684ea req-87841f9e-f09b-45cf-910d-f8d55b133147 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 945 time: 0.0495157 Sep 27 04:25:49.563955 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4f10338c-6098-4ccd-9808-4cc6f85684ea req-7fc6231a-7ef2-4f2e-a863-aae6de9b6050 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444961 Sep 27 04:25:49.960085 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691d051-c859-4b8d-b266-64d6544eb151 req-f8255753-1c29-4fe7-8a06-05e11b57ac43 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:49.961814 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1691d051-c859-4b8d-b266-64d6544eb151 req-f8255753-1c29-4fe7-8a06-05e11b57ac43 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.0532348 Sep 27 04:25:50.019896 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1691d051-c859-4b8d-b266-64d6544eb151 req-6efc6df0-2a36-44c3-a209-33c7f49a53c9 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464182 Sep 27 04:25:50.145769 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71685a5-96c5-401e-b33d-7ea6ce463df0 req-ae7a4352-e560-4c5c-bfd9-b90d3df079f2 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:50.147305 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d71685a5-96c5-401e-b33d-7ea6ce463df0 req-ae7a4352-e560-4c5c-bfd9-b90d3df079f2 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 946 time: 0.0580819 Sep 27 04:25:50.242140 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-d71685a5-96c5-401e-b33d-7ea6ce463df0 req-ea4c2441-54b6-4271-be5d-f2613a7debfa tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Deleting port b0f3948b-c804-4958-9c96-5fefbd31faea {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:25:50.242602 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-d71685a5-96c5-401e-b33d-7ea6ce463df0 req-ea4c2441-54b6-4271-be5d-f2613a7debfa tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (b0f3948b-c804-4958-9c96-5fefbd31faea), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:50.290215 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-1ec6d0b6-acdd-4099-944c-681753b0fe22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:50.350886 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-d71685a5-96c5-401e-b33d-7ea6ce463df0 req-ea4c2441-54b6-4271-be5d-f2613a7debfa tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] For port b0f3948b-c804-4958-9c96-5fefbd31faea, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=b0f3948b-c804-4958-9c96-5fefbd31faea,segment=NetworkSegment(4790901f-5695-41bc-be7f-0e3d4d5126bd),segment_id=4790901f-5695-41bc-be7f-0e3d4d5126bd)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:25:50.351356 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-d71685a5-96c5-401e-b33d-7ea6ce463df0 req-ea4c2441-54b6-4271-be5d-f2613a7debfa tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (b0f3948b-c804-4958-9c96-5fefbd31faea), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:50.368534 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-d71685a5-96c5-401e-b33d-7ea6ce463df0 req-ea4c2441-54b6-4271-be5d-f2613a7debfa tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Calling delete_port for b0f3948b-c804-4958-9c96-5fefbd31faea owned by compute:nova {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:25:50.517241 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-d71685a5-96c5-401e-b33d-7ea6ce463df0 req-ea4c2441-54b6-4271-be5d-f2613a7debfa tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (b0f3948b-c804-4958-9c96-5fefbd31faea), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:50.531507 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['b602518b-6faa-4bc5-b2ba-22e555f27363', 'b0f3948b-c804-4958-9c96-5fefbd31faea'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:25:50.554208 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4c2441-54b6-4271-be5d-f2613a7debfa tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Pushing event deleted for resources: {'Port': ['ID=b0f3948b-c804-4958-9c96-5fefbd31faea,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:25:50.663855 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71685a5-96c5-401e-b33d-7ea6ce463df0 req-ea4c2441-54b6-4271-be5d-f2613a7debfa tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] No DVR routers for this DVR port b0f3948b-c804-4958-9c96-5fefbd31faea on host hv-cinder-85918 {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:25:50.667717 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-d71685a5-96c5-401e-b33d-7ea6ce463df0 req-ea4c2441-54b6-4271-be5d-f2613a7debfa tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:50.673493 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d71685a5-96c5-401e-b33d-7ea6ce463df0 req-ea4c2441-54b6-4271-be5d-f2613a7debfa tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.57 "DELETE /networking/v2.0/ports/b0f3948b-c804-4958-9c96-5fefbd31faea HTTP/1.1" status: 204 len: 173 time: 0.5189259 Sep 27 04:25:50.673493 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8c4e5f5-b02a-42c7-937e-d41da28f5fa9', 'name': 'network-vif-deleted', 'tag': 'b0f3948b-c804-4958-9c96-5fefbd31faea'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:25:50.675168 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2c33e0-5b7e-4a95-8014-accb9806b938" -d '{"events": [{"server_uuid": "d8c4e5f5-b02a-42c7-937e-d41da28f5fa9", "name": "network-vif-deleted", "tag": "b0f3948b-c804-4958-9c96-5fefbd31faea"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:25:50.724484 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eedd0da9-a92b-4fd0-bd08-96e198e4f060 x-openstack-request-id: req-eedd0da9-a92b-4fd0-bd08-96e198e4f060 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:25:50.725281 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8c4e5f5-b02a-42c7-937e-d41da28f5fa9", "name": "network-vif-deleted", "tag": "b0f3948b-c804-4958-9c96-5fefbd31faea", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:25:50.725640 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eedd0da9-a92b-4fd0-bd08-96e198e4f060 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:25:50.726169 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eedd0da9-a92b-4fd0-bd08-96e198e4f060'] response: {'server_uuid': 'd8c4e5f5-b02a-42c7-937e-d41da28f5fa9', 'name': 'network-vif-deleted', 'tag': 'b0f3948b-c804-4958-9c96-5fefbd31faea', 'status': 'completed', 'code': 200} Sep 27 04:25:50.775597 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b57664-fc8b-4e36-bcf6-23c3208bf90f req-903a8db5-96cd-4d4a-a402-3d42ac86dbdf tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:50.777685 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b3b57664-fc8b-4e36-bcf6-23c3208bf90f req-903a8db5-96cd-4d4a-a402-3d42ac86dbdf tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 945 time: 0.0692537 Sep 27 04:25:50.838324 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b3b57664-fc8b-4e36-bcf6-23c3208bf90f req-a5cede34-96de-47a8-964d-2d03be8694a5 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0530670 Sep 27 04:25:51.171685 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-40a466f9-4b18-439d-84fe-519529e32f68 req-f9882f6a-2c16-41f0-9184-3591a162fd78 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=d8c4e5f5-b02a-42c7-937e-d41da28f5fa9 HTTP/1.1" status: 200 len: 210 time: 0.0391662 Sep 27 04:25:51.994937 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659089f9-a6ad-429c-894d-2b218df9c878 req-914aa049-9e73-4c3d-8138-27c6167fe043 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:51.997226 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-659089f9-a6ad-429c-894d-2b218df9c878 req-914aa049-9e73-4c3d-8138-27c6167fe043 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 945 time: 0.0547693 Sep 27 04:25:52.052861 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-659089f9-a6ad-429c-894d-2b218df9c878 req-78d9c112-b7b8-468f-b868-c1d698c24c7b tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0488503 Sep 27 04:25:52.242564 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8db3d4ea-9027-4377-91e0-fa58d6f26036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:52.501720 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6929a206-a4a8-4b4b-aa37-3f80125157e8 req-9f4d208a-b0b9-46e3-9d83-330968ed0127 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:52.504072 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-6929a206-a4a8-4b4b-aa37-3f80125157e8 req-9f4d208a-b0b9-46e3-9d83-330968ed0127 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 945 time: 0.0538988 Sep 27 04:25:52.560348 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-6929a206-a4a8-4b4b-aa37-3f80125157e8 req-d522f32e-f702-4e63-b742-74522f1c9cb3 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479724 Sep 27 04:25:53.020155 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device b0f3948b-c804-4958-9c96-5fefbd31faea no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:25:53.040634 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] No Port match for: b0f3948b-c804-4958-9c96-5fefbd31faea {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:25:53.041061 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device b0f3948b-c804-4958-9c96-5fefbd31faea not bound to the agent host hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:25:53.150771 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:53.194632 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d52d5-68bc-4230-a876-b5f8cf7ce804 req-49bbd20b-826f-4563-b731-9c387567a2a7 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:53.196852 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-029d52d5-68bc-4230-a876-b5f8cf7ce804 req-49bbd20b-826f-4563-b731-9c387567a2a7 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 945 time: 0.0549688 Sep 27 04:25:53.254467 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-029d52d5-68bc-4230-a876-b5f8cf7ce804 req-0e2e4956-a72b-4203-9324-bb763672b64c tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519242 Sep 27 04:25:53.683418 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:53.704168 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456b3e89-7d27-42f3-bee9-c63242f990a0 req-a319efb0-7819-4cfd-ae1e-99785df2b490 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:53.711048 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-456b3e89-7d27-42f3-bee9-c63242f990a0 req-a319efb0-7819-4cfd-ae1e-99785df2b490 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 945 time: 0.0561640 Sep 27 04:25:53.722839 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:53.729150 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=52 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:53.734839 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=38 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:53.765192 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-456b3e89-7d27-42f3-bee9-c63242f990a0 req-05d059f6-f411-4424-be5d-ebbc5afa89f5 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530529 Sep 27 04:25:54.393933 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3935099d-02fb-4ca1-8d89-a8121f13ea99 req-6d0ecb64-bffe-417b-8c1b-92c74f0da20d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:54.405794 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3935099d-02fb-4ca1-8d89-a8121f13ea99 req-6d0ecb64-bffe-417b-8c1b-92c74f0da20d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 945 time: 0.0579860 Sep 27 04:25:54.450312 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3935099d-02fb-4ca1-8d89-a8121f13ea99 req-f8638d63-9449-4b81-8837-5f851dffbe98 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477891 Sep 27 04:25:54.898577 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39996430-0e41-4e7c-a13b-b5db43750559 req-7ffdb59a-4516-41be-90e7-084c8d85369a tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:54.900860 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-39996430-0e41-4e7c-a13b-b5db43750559 req-7ffdb59a-4516-41be-90e7-084c8d85369a tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 945 time: 0.0536554 Sep 27 04:25:54.957589 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-39996430-0e41-4e7c-a13b-b5db43750559 req-672c5248-bb11-4449-abc5-ca4f7d02930b tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510333 Sep 27 04:25:55.130335 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:55.160263 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:55.598800 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce8d3a5-9111-48bd-bf44-e28df4acb70d req-f0c39507-db24-4b17-8bbe-66ad0029ef83 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:55.600234 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9ce8d3a5-9111-48bd-bf44-e28df4acb70d req-f0c39507-db24-4b17-8bbe-66ad0029ef83 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 945 time: 0.0630524 Sep 27 04:25:55.661216 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9ce8d3a5-9111-48bd-bf44-e28df4acb70d req-df1aa0e2-a533-4389-94f3-9e80ede19dac tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479529 Sep 27 04:25:56.076730 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bedff53-38d4-4a2f-a296-1c68eefdfcab req-223afc5c-0081-45aa-afb0-fc8f4f829dd3 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:56.078203 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1bedff53-38d4-4a2f-a296-1c68eefdfcab req-223afc5c-0081-45aa-afb0-fc8f4f829dd3 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 945 time: 0.0460806 Sep 27 04:25:56.125345 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1bedff53-38d4-4a2f-a296-1c68eefdfcab req-20081dc0-39ff-4db8-9ad4-52f62dbefc8f tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dad0251b-74f4-4f16-a784-be5aec073ee7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414965 Sep 27 04:25:56.545810 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd5fb62-1526-4089-a980-59e59184325a req-b430e874-31a7-4d9d-b685-6b3c779f30e2 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:56.547270 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4cd5fb62-1526-4089-a980-59e59184325a req-b430e874-31a7-4d9d-b685-6b3c779f30e2 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 945 time: 0.0476515 Sep 27 04:25:56.569363 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de8a9f-1790-49d3-bab7-02572dc02b01 req-b65886a4-50d8-4752-abd9-35ac4827408d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:56.571438 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a3de8a9f-1790-49d3-bab7-02572dc02b01 req-b65886a4-50d8-4752-abd9-35ac4827408d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=312fa89a4d9b43c5919b7bad5411002a&device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 1129 time: 0.0537646 Sep 27 04:25:56.636833 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:56.637066 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:56.641171 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-4cd5fb62-1526-4089-a980-59e59184325a req-4273ac1d-e9bd-493a-abd1-37cbca60e331 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Deleting port b602518b-6faa-4bc5-b2ba-22e555f27363 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:25:56.641447 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4cd5fb62-1526-4089-a980-59e59184325a req-4273ac1d-e9bd-493a-abd1-37cbca60e331 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (b602518b-6faa-4bc5-b2ba-22e555f27363), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:56.691210 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de8a9f-1790-49d3-bab7-02572dc02b01 req-b70e5f68-e62a-4d64-a8f0-7a7ee4418e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:56.693008 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a3de8a9f-1790-49d3-bab7-02572dc02b01 req-b70e5f68-e62a-4d64-a8f0-7a7ee4418e52 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6 HTTP/1.1" status: 200 len: 917 time: 0.1149051 Sep 27 04:25:56.748503 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-4cd5fb62-1526-4089-a980-59e59184325a req-4273ac1d-e9bd-493a-abd1-37cbca60e331 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] For port b602518b-6faa-4bc5-b2ba-22e555f27363, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=b602518b-6faa-4bc5-b2ba-22e555f27363,segment=NetworkSegment(4790901f-5695-41bc-be7f-0e3d4d5126bd),segment_id=4790901f-5695-41bc-be7f-0e3d4d5126bd)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:25:56.749037 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4cd5fb62-1526-4089-a980-59e59184325a req-4273ac1d-e9bd-493a-abd1-37cbca60e331 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (b602518b-6faa-4bc5-b2ba-22e555f27363), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:56.769723 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a3de8a9f-1790-49d3-bab7-02572dc02b01 req-9531edd7-95d1-4e10-95a5-c0371e05b73a service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5c073b9-7000-4407-b92c-8e4279bf0f72 HTTP/1.1" status: 200 len: 1000 time: 0.0666428 Sep 27 04:25:56.773559 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-4cd5fb62-1526-4089-a980-59e59184325a req-4273ac1d-e9bd-493a-abd1-37cbca60e331 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Calling delete_port for b602518b-6faa-4bc5-b2ba-22e555f27363 owned by compute:nova {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:25:56.844468 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de8a9f-1790-49d3-bab7-02572dc02b01 req-8e72c91c-a498-4e01-8bb4-92822784597f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:56.846051 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a3de8a9f-1790-49d3-bab7-02572dc02b01 req-8e72c91c-a498-4e01-8bb4-92822784597f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=7fbc1344-d37e-4e3c-8ea2-baced031ac4e HTTP/1.1" status: 200 len: 855 time: 0.0513270 Sep 27 04:25:56.867377 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96525f6-a06e-459e-ac06-f620a1927681 req-33534615-e893-4229-935d-ed0c23c5d05d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:56.868957 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d96525f6-a06e-459e-ac06-f620a1927681 req-33534615-e893-4229-935d-ed0c23c5d05d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 945 time: 0.0528040 Sep 27 04:25:56.901365 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3de8a9f-1790-49d3-bab7-02572dc02b01 req-4c0e4eb6-c05f-4981-8a30-99c74a94762b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:56.903001 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a3de8a9f-1790-49d3-bab7-02572dc02b01 req-4c0e4eb6-c05f-4981-8a30-99c74a94762b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437901 Sep 27 04:25:56.945469 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d96525f6-a06e-459e-ac06-f620a1927681 req-0804d3fd-fab6-431d-8e20-e948e1333780 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0676527 Sep 27 04:25:56.996891 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4cd5fb62-1526-4089-a980-59e59184325a req-4273ac1d-e9bd-493a-abd1-37cbca60e331 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (b602518b-6faa-4bc5-b2ba-22e555f27363), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:57.001492 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a3de8a9f-1790-49d3-bab7-02572dc02b01 req-a1cdbb98-0785-4372-8026-cf999b004c0c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917211 Sep 27 04:25:57.008396 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['b602518b-6faa-4bc5-b2ba-22e555f27363'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:25:57.023195 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273ac1d-e9bd-493a-abd1-37cbca60e331 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Pushing event deleted for resources: {'Port': ['ID=b602518b-6faa-4bc5-b2ba-22e555f27363,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:25:57.071790 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cd5fb62-1526-4089-a980-59e59184325a req-4273ac1d-e9bd-493a-abd1-37cbca60e331 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] No DVR routers for this DVR port b602518b-6faa-4bc5-b2ba-22e555f27363 on host hv-cinder-85918 {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:25:57.074574 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4cd5fb62-1526-4089-a980-59e59184325a req-4273ac1d-e9bd-493a-abd1-37cbca60e331 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:57.077815 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4cd5fb62-1526-4089-a980-59e59184325a req-4273ac1d-e9bd-493a-abd1-37cbca60e331 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.57 "DELETE /networking/v2.0/ports/b602518b-6faa-4bc5-b2ba-22e555f27363 HTTP/1.1" status: 204 len: 173 time: 0.5246708 Sep 27 04:25:57.078449 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5e47978-60aa-4191-b5c0-f6421a4e7e97', 'name': 'network-vif-deleted', 'tag': 'b602518b-6faa-4bc5-b2ba-22e555f27363'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:25:57.080597 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-206255ed-2291-4508-83ce-e63156f4b8cb" -d '{"events": [{"server_uuid": "e5e47978-60aa-4191-b5c0-f6421a4e7e97", "name": "network-vif-deleted", "tag": "b602518b-6faa-4bc5-b2ba-22e555f27363"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:25:57.107500 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a3de8a9f-1790-49d3-bab7-02572dc02b01 req-58c08520-fd6e-49f8-bb14-11e886f19cf8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994375 Sep 27 04:25:57.131276 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15751290-2918-4c53-a074-5bddaec9542a x-openstack-request-id: req-15751290-2918-4c53-a074-5bddaec9542a {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:25:57.131573 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5e47978-60aa-4191-b5c0-f6421a4e7e97", "name": "network-vif-deleted", "tag": "b602518b-6faa-4bc5-b2ba-22e555f27363", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:25:57.131831 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-15751290-2918-4c53-a074-5bddaec9542a {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:25:57.132236 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15751290-2918-4c53-a074-5bddaec9542a'] response: {'server_uuid': 'e5e47978-60aa-4191-b5c0-f6421a4e7e97', 'name': 'network-vif-deleted', 'tag': 'b602518b-6faa-4bc5-b2ba-22e555f27363', 'status': 'completed', 'code': 200} Sep 27 04:25:57.247667 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-03613315-a8b9-47b0-8086-172e6e55d3d7 req-4e0a2195-c983-41df-b8b3-425ed0d3bee7 tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 210 time: 0.0301299 Sep 27 04:25:58.075134 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df495d6c-3e78-41bc-9864-dd337074de89 req-6a02bad3-e5f4-4247-9952-66afa9b0e308 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:58.076588 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-df495d6c-3e78-41bc-9864-dd337074de89 req-6a02bad3-e5f4-4247-9952-66afa9b0e308 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 945 time: 0.0467274 Sep 27 04:25:58.122757 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-df495d6c-3e78-41bc-9864-dd337074de89 req-0d3dc618-8fca-43d7-ac10-48db5e0b5ec3 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406370 Sep 27 04:25:58.365017 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-041efb6e-6add-49ec-b3ed-ceafa937e143 req-62c346d2-87cd-4e71-9a8a-99f4b75ff30d tempest-ServerRescueNegativeTestJSON-1742348020 tempest-ServerRescueNegativeTestJSON-1742348020-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e5e47978-60aa-4191-b5c0-f6421a4e7e97 HTTP/1.1" status: 200 len: 210 time: 0.0301361 Sep 27 04:25:59.065896 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device b5c073b9-7000-4407-b92c-8e4279bf0f72 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:25:59.094876 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:59.140143 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port b5c073b9-7000-4407-b92c-8e4279bf0f72 is: ACTIVE; New status is: DOWN {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:25:59.140537 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (b5c073b9-7000-4407-b92c-8e4279bf0f72), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:59.164208 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6879a2-4ef5-4e16-8066-a2f05eca633c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5c073b9-7000-4407-b92c-8e4279bf0f72'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:25:59.166475 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2687affa0ef786a15f255b59e70001bb997277ef1a41850ee1c1551a100c7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3256c3-1e0b-47ca-8825-f9b34c60cf60" -d '{"events": [{"server_uuid": "5c6879a2-4ef5-4e16-8066-a2f05eca633c", "name": "network-vif-unplugged", "status": "completed", "tag": "b5c073b9-7000-4407-b92c-8e4279bf0f72"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:25:59.179575 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port b5c073b9-7000-4407-b92c-8e4279bf0f72, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=b5c073b9-7000-4407-b92c-8e4279bf0f72,segment=NetworkSegment(188f0649-0d82-4591-a8be-8000cf940ed2),segment_id=188f0649-0d82-4591-a8be-8000cf940ed2)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:25:59.184497 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (b5c073b9-7000-4407-b92c-8e4279bf0f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:59.185373 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device b602518b-6faa-4bc5-b2ba-22e555f27363 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:25:59.228653 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Sep 2022 04:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-625a5421-c588-408c-b368-fbc0b68d442f x-openstack-request-id: req-625a5421-c588-408c-b368-fbc0b68d442f {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:25:59.228966 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6879a2-4ef5-4e16-8066-a2f05eca633c", "name": "network-vif-unplugged", "status": "completed", "tag": "b5c073b9-7000-4407-b92c-8e4279bf0f72", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:25:59.229220 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-625a5421-c588-408c-b368-fbc0b68d442f {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:25:59.229610 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-625a5421-c588-408c-b368-fbc0b68d442f'] response: {'server_uuid': '5c6879a2-4ef5-4e16-8066-a2f05eca633c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b5c073b9-7000-4407-b92c-8e4279bf0f72', 'code': 200} Sep 27 04:25:59.230404 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] No Port match for: b602518b-6faa-4bc5-b2ba-22e555f27363 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:25:59.230745 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device b602518b-6faa-4bc5-b2ba-22e555f27363 not bound to the agent host hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:25:59.244133 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:59.262189 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=b5c073b9-7000-4407-b92c-8e4279bf0f72,revision_number=8']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:25:59.268660 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcd0a3-b756-4904-8a86-719122be4d1c req-190d9436-91c3-4c92-8944-69b03cd0e576 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:25:59.271516 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-99fcd0a3-b756-4904-8a86-719122be4d1c req-190d9436-91c3-4c92-8944-69b03cd0e576 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 943 time: 0.0664027 Sep 27 04:25:59.322710 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-99fcd0a3-b756-4904-8a86-719122be4d1c req-4cf596eb-f52a-426e-8df3-27b52d0052a9 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451686 Sep 27 04:25:59.435547 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 34500) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:25:59.521067 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:59.764799 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-80d38aa3-3fd6-4a63-a9e8-68b40a8f3757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689427'] for router_interface (86f1d0b9-3657-437b-ae62-2e9ed22d6485), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:25:59.858905 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:25:59.994976 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-80d38aa3-3fd6-4a63-a9e8-68b40a8f3757 admin admin] Deleting port 1cb6df63-5dd5-460b-86da-ef0071c67709 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:25:59.995320 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-80d38aa3-3fd6-4a63-a9e8-68b40a8f3757 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (1cb6df63-5dd5-460b-86da-ef0071c67709), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:00.085325 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-80d38aa3-3fd6-4a63-a9e8-68b40a8f3757 admin admin] For port 1cb6df63-5dd5-460b-86da-ef0071c67709, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=1cb6df63-5dd5-460b-86da-ef0071c67709,segment=NetworkSegment(4790901f-5695-41bc-be7f-0e3d4d5126bd),segment_id=4790901f-5695-41bc-be7f-0e3d4d5126bd)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:26:00.085699 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-80d38aa3-3fd6-4a63-a9e8-68b40a8f3757 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (1cb6df63-5dd5-460b-86da-ef0071c67709), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:00.098740 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-80d38aa3-3fd6-4a63-a9e8-68b40a8f3757 admin admin] Calling delete_port for 1cb6df63-5dd5-460b-86da-ef0071c67709 owned by network:router_interface {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:26:00.178045 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [req-ae6f9d32-4d16-44d7-a902-c0c1affe7211 req-3414c7f8-3476-4164-ba80-e20e36abad2a service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 04:26:00.179500 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ae6f9d32-4d16-44d7-a902-c0c1affe7211 req-3414c7f8-3476-4164-ba80-e20e36abad2a service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0057988 Sep 27 04:26:00.509541 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-14ac04ca-b4d1-4428-a4ec-ddbcbd156566 req-976280d3-c2dd-4e81-babd-2b74cf06f3d5 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0722723 Sep 27 04:26:00.529579 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eab545-728d-48e1-9d84-20a509671987 req-7b860b1e-febc-4ac8-aa37-7dd3e02b22fb tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:26:00.531379 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-89eab545-728d-48e1-9d84-20a509671987 req-7b860b1e-febc-4ac8-aa37-7dd3e02b22fb tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 943 time: 0.0951929 Sep 27 04:26:00.633240 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac04ca-b4d1-4428-a4ec-ddbcbd156566 req-2a08c6b9-e3de-4645-a151-c2ac03c5a41a tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:26:00.634654 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-14ac04ca-b4d1-4428-a4ec-ddbcbd156566 req-2a08c6b9-e3de-4645-a151-c2ac03c5a41a tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports/b5c073b9-7000-4407-b92c-8e4279bf0f72 HTTP/1.1" status: 200 len: 940 time: 0.0980911 Sep 27 04:26:00.640655 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:00.663697 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-89eab545-728d-48e1-9d84-20a509671987 req-ef060f3e-beeb-49d9-a2ee-f5c67190a4da tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1244493 Sep 27 04:26:00.671659 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-80d38aa3-3fd6-4a63-a9e8-68b40a8f3757 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (1cb6df63-5dd5-460b-86da-ef0071c67709), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:00.701927 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d38aa3-3fd6-4a63-a9e8-68b40a8f3757 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cb6df63-5dd5-460b-86da-ef0071c67709,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:00.880066 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-80d38aa3-3fd6-4a63-a9e8-68b40a8f3757 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3723526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4106851'] for router_interface (86f1d0b9-3657-437b-ae62-2e9ed22d6485), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:00.945650 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:01.106445 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d38aa3-3fd6-4a63-a9e8-68b40a8f3757 admin admin] Router 86f1d0b9-3657-437b-ae62-2e9ed22d6485 has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:26:01.215789 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d38aa3-3fd6-4a63-a9e8-68b40a8f3757 admin admin] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:26:01.223153 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 34546) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:01.225452 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af03a9f-3a76-4049-a58b-1b532b15b379 None None] Sync routers for ids ['86f1d0b9-3657-437b-ae62-2e9ed22d6485'] in dv-cinder-859186-3-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:26:01.234459 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-80d38aa3-3fd6-4a63-a9e8-68b40a8f3757 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/86f1d0b9-3657-437b-ae62-2e9ed22d6485/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7975190 Sep 27 04:26:01.236937 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af03a9f-3a76-4049-a58b-1b532b15b379 None None] Routers {'86f1d0b9-3657-437b-ae62-2e9ed22d6485'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:26:01.237563 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-5af03a9f-3a76-4049-a58b-1b532b15b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:25:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['86f1d0b9-3657-437b-ae62-2e9ed22d6485'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:26:01.335833 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1ba340ec-65b4-4d2c-9980-1fc5abc32bc4 admin admin] Publish callbacks [] for router (86f1d0b9-3657-437b-ae62-2e9ed22d6485), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:01.339109 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-5af03a9f-3a76-4049-a58b-1b532b15b379 None None] Set router 86f1d0b9-3657-437b-ae62-2e9ed22d6485 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:26:01.435183 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:01.444370 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1ba340ec-65b4-4d2c-9980-1fc5abc32bc4 admin admin] Publish callbacks [] for router_gateway (86f1d0b9-3657-437b-ae62-2e9ed22d6485), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:01.492529 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-1ba340ec-65b4-4d2c-9980-1fc5abc32bc4 admin admin] Deleting port b4d8a087-7ecc-4c15-a09e-d89340dc105d {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:26:01.493509 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1ba340ec-65b4-4d2c-9980-1fc5abc32bc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (b4d8a087-7ecc-4c15-a09e-d89340dc105d), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:01.507568 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-5af03a9f-3a76-4049-a58b-1b532b15b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'name': 'tempest-ServerRescueNegativeTestJSON-140140347-router', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.120'}], 'enable_snat': True}, 'gw_port_id': 'b4d8a087-7ecc-4c15-a09e-d89340dc105d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:07Z', 'updated_at': '2022-09-27T04:26:00Z', 'revision_number': 5, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'gw_port': {'id': 'b4d8a087-7ecc-4c15-a09e-d89340dc105d', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:63:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'device_owner': 'network:router_gateway', 'standard_attr_id': 311, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:21:08Z', 'updated_at': '2022-09-27T04:21:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi'}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:26:01.532573 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af03a9f-3a76-4049-a58b-1b532b15b379 None None] Checking router: 86f1d0b9-3657-437b-ae62-2e9ed22d6485 for host: dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:26:01.541207 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af03a9f-3a76-4049-a58b-1b532b15b379 None None] Routers {'86f1d0b9-3657-437b-ae62-2e9ed22d6485'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:26:01.541901 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-5af03a9f-3a76-4049-a58b-1b532b15b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:25:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['86f1d0b9-3657-437b-ae62-2e9ed22d6485'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:26:01.575410 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-1ba340ec-65b4-4d2c-9980-1fc5abc32bc4 admin admin] For port b4d8a087-7ecc-4c15-a09e-d89340dc105d, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=b4d8a087-7ecc-4c15-a09e-d89340dc105d,segment=NetworkSegment(458173e0-a334-422f-a9db-e4c60ba44888),segment_id=458173e0-a334-422f-a9db-e4c60ba44888)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:26:01.575774 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1ba340ec-65b4-4d2c-9980-1fc5abc32bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (b4d8a087-7ecc-4c15-a09e-d89340dc105d), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:01.588406 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-1ba340ec-65b4-4d2c-9980-1fc5abc32bc4 admin admin] Calling delete_port for b4d8a087-7ecc-4c15-a09e-d89340dc105d owned by network:router_gateway {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:26:01.623034 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-5af03a9f-3a76-4049-a58b-1b532b15b379 None None] Set router 86f1d0b9-3657-437b-ae62-2e9ed22d6485 gateway port host: None {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:26:01.629963 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:01.784992 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-5af03a9f-3a76-4049-a58b-1b532b15b379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'name': 'tempest-ServerRescueNegativeTestJSON-140140347-router', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:07Z', 'updated_at': '2022-09-27T04:26:01Z', 'revision_number': 6, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'gw_port_host': None}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:26:01.815975 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af03a9f-3a76-4049-a58b-1b532b15b379 None None] The sync data for ids ['86f1d0b9-3657-437b-ae62-2e9ed22d6485'] in dv-cinder-859186-3-iscsi is: [{'id': '86f1d0b9-3657-437b-ae62-2e9ed22d6485', 'name': 'tempest-ServerRescueNegativeTestJSON-140140347-router', 'tenant_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:21:07Z', 'updated_at': '2022-09-27T04:26:01Z', 'revision_number': 6, 'project_id': 'c25f11f92d4e4fd8965fe630ad77f3c3', 'gw_port_host': None}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:26:01.828340 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf18f20a-6db7-4fec-bdfc-1080b2c80e4f req-8f1d148a-50af-494b-8e14-c9d8148ff0a7 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:26:01.830042 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bf18f20a-6db7-4fec-bdfc-1080b2c80e4f req-8f1d148a-50af-494b-8e14-c9d8148ff0a7 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 943 time: 0.0608497 Sep 27 04:26:01.831020 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1ba340ec-65b4-4d2c-9980-1fc5abc32bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (b4d8a087-7ecc-4c15-a09e-d89340dc105d), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:01.833866 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac04ca-b4d1-4428-a4ec-ddbcbd156566 req-c4c6ce7a-d423-41ad-815f-fd61ef4d99b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:26:01.836149 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-14ac04ca-b4d1-4428-a4ec-ddbcbd156566 req-c4c6ce7a-d423-41ad-815f-fd61ef4d99b8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c&tenant_id=312fa89a4d9b43c5919b7bad5411002a HTTP/1.1" status: 200 len: 1127 time: 0.0946159 Sep 27 04:26:01.896338 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba340ec-65b4-4d2c-9980-1fc5abc32bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4d8a087-7ecc-4c15-a09e-d89340dc105d,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:01.901305 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac04ca-b4d1-4428-a4ec-ddbcbd156566 req-566ecbc6-ee53-4386-8c49-a80e8ddfa74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:26:01.902833 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-14ac04ca-b4d1-4428-a4ec-ddbcbd156566 req-566ecbc6-ee53-4386-8c49-a80e8ddfa74a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=312fa89a4d9b43c5919b7bad5411002a&device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 1127 time: 0.0397432 Sep 27 04:26:01.956342 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bf18f20a-6db7-4fec-bdfc-1080b2c80e4f req-62069ae4-408f-4f1b-b639-8c83ac7196a9 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1166465 Sep 27 04:26:01.961402 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1ba340ec-65b4-4d2c-9980-1fc5abc32bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4106517'] for router_gateway (86f1d0b9-3657-437b-ae62-2e9ed22d6485), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:01.997540 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac04ca-b4d1-4428-a4ec-ddbcbd156566 req-6b844cc6-41e3-4f47-b813-b8ef3f37c97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:26:01.999092 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-14ac04ca-b4d1-4428-a4ec-ddbcbd156566 req-6b844cc6-41e3-4f47-b813-b8ef3f37c97d service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6 HTTP/1.1" status: 200 len: 917 time: 0.0901744 Sep 27 04:26:02.054156 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1ba340ec-65b4-4d2c-9980-1fc5abc32bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4106764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124561'] for router (86f1d0b9-3657-437b-ae62-2e9ed22d6485), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:02.056848 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1ba340ec-65b4-4d2c-9980-1fc5abc32bc4 admin admin] Publish callbacks [] for router_controller (86f1d0b9-3657-437b-ae62-2e9ed22d6485), precommit_delete_associations {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:02.066907 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-14ac04ca-b4d1-4428-a4ec-ddbcbd156566 req-f29aa259-8e66-4bd3-9bde-5a0ad9cd1f9b service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b5c073b9-7000-4407-b92c-8e4279bf0f72 HTTP/1.1" status: 200 len: 998 time: 0.0597234 Sep 27 04:26:02.110009 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1ba340ec-65b4-4d2c-9980-1fc5abc32bc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4106773'] for router (86f1d0b9-3657-437b-ae62-2e9ed22d6485), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:02.110893 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba340ec-65b4-4d2c-9980-1fc5abc32bc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 86f1d0b9-3657-437b-ae62-2e9ed22d6485 {{(pid=106210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 04:26:02.115541 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1ba340ec-65b4-4d2c-9980-1fc5abc32bc4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:02.116283 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-1ba340ec-65b4-4d2c-9980-1fc5abc32bc4 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/86f1d0b9-3657-437b-ae62-2e9ed22d6485 HTTP/1.1" status: 204 len: 168 time: 0.8917675 Sep 27 04:26:02.119338 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 34552) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:02.130297 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac04ca-b4d1-4428-a4ec-ddbcbd156566 req-c5257b78-d20f-489a-96c2-7f33aac52da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:26:02.131749 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-14ac04ca-b4d1-4428-a4ec-ddbcbd156566 req-c5257b78-d20f-489a-96c2-7f33aac52da1 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=7fbc1344-d37e-4e3c-8ea2-baced031ac4e HTTP/1.1" status: 200 len: 855 time: 0.0510108 Sep 27 04:26:02.168256 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9585898-5596-4ffd-8462-2a64a550158b admin admin] Deleting subnet 3d4a66ea-0873-4a30-ab4a-55cd0b629103 {{(pid=106210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 04:26:02.171739 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c9585898-5596-4ffd-8462-2a64a550158b admin admin] Publish callbacks [] for subnet (3d4a66ea-0873-4a30-ab4a-55cd0b629103), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:02.177232 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac04ca-b4d1-4428-a4ec-ddbcbd156566 req-0769f8fd-67a4-4b8b-8880-39b7bcb3bfbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:26:02.178921 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-14ac04ca-b4d1-4428-a4ec-ddbcbd156566 req-0769f8fd-67a4-4b8b-8880-39b7bcb3bfbc service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403776 Sep 27 04:26:02.214573 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c9585898-5596-4ffd-8462-2a64a550158b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6975061'] for subnet (3d4a66ea-0873-4a30-ab4a-55cd0b629103), precommit_delete_associations {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:02.294256 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-14ac04ca-b4d1-4428-a4ec-ddbcbd156566 req-a3ff78d2-e949-4435-83b0-cd98a3a265f7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065292 Sep 27 04:26:02.300178 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c9585898-5596-4ffd-8462-2a64a550158b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671939'] for subnet (3d4a66ea-0873-4a30-ab4a-55cd0b629103), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:02.329039 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:02.356658 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:02.356916 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c9585898-5596-4ffd-8462-2a64a550158b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9338860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214698'] for subnet (3d4a66ea-0873-4a30-ab4a-55cd0b629103), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:02.381853 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9585898-5596-4ffd-8462-2a64a550158b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d4a66ea-0873-4a30-ab4a-55cd0b629103,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:02.385560 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c9585898-5596-4ffd-8462-2a64a550158b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:02.391114 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-c9585898-5596-4ffd-8462-2a64a550158b admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/3d4a66ea-0873-4a30-ab4a-55cd0b629103 HTTP/1.1" status: 204 len: 168 time: 0.2683754 Sep 27 04:26:02.391470 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 34554) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:02.393267 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6203fd5f-511c-4147-bef5-a967fad43d4b None None] Network 3b03541e-a362-4f1f-858b-b7051275090d requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:26:02.401396 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-14ac04ca-b4d1-4428-a4ec-ddbcbd156566 req-493ee2e4-4ae0-4780-bc17-38ca374a1544 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996084 Sep 27 04:26:02.465967 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3056b916-e8ec-4804-9adf-868f10411e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798866'] for network (3b03541e-a362-4f1f-858b-b7051275090d), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:02.507633 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-3056b916-e8ec-4804-9adf-868f10411e50 admin admin] Deleting port 3a195ca1-f95a-4b00-b874-500af40a79fd {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:26:02.508028 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3056b916-e8ec-4804-9adf-868f10411e50 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (3a195ca1-f95a-4b00-b874-500af40a79fd), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:02.577672 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-3056b916-e8ec-4804-9adf-868f10411e50 admin admin] For port 3a195ca1-f95a-4b00-b874-500af40a79fd, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=3a195ca1-f95a-4b00-b874-500af40a79fd,segment=NetworkSegment(4790901f-5695-41bc-be7f-0e3d4d5126bd),segment_id=4790901f-5695-41bc-be7f-0e3d4d5126bd)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:26:02.578060 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3056b916-e8ec-4804-9adf-868f10411e50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (3a195ca1-f95a-4b00-b874-500af40a79fd), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:02.596718 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-3056b916-e8ec-4804-9adf-868f10411e50 admin admin] Calling delete_port for 3a195ca1-f95a-4b00-b874-500af40a79fd owned by network:dhcp {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:26:02.598905 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee1fdc8-dc33-49f1-9aec-df46d29ea659 None None] DHCP port deletion for 3b03541e-a362-4f1f-858b-b7051275090d request from dv-cinder-859186-3-iscsi {{(pid=106212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 27 04:26:02.609468 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:02.644859 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-8ee1fdc8-dc33-49f1-9aec-df46d29ea659 None None] Deleting port 3a195ca1-f95a-4b00-b874-500af40a79fd {{(pid=106212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:26:02.645335 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8ee1fdc8-dc33-49f1-9aec-df46d29ea659 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (3a195ca1-f95a-4b00-b874-500af40a79fd), before_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:02.691168 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3056b916-e8ec-4804-9adf-868f10411e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (3a195ca1-f95a-4b00-b874-500af40a79fd), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:02.705499 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3056b916-e8ec-4804-9adf-868f10411e50 admin admin] No DVR routers for this DVR port 3a195ca1-f95a-4b00-b874-500af40a79fd on host dv-cinder-859186-3-iscsi {{(pid=106211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:26:02.728145 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-8ee1fdc8-dc33-49f1-9aec-df46d29ea659 None None] For port 3a195ca1-f95a-4b00-b874-500af40a79fd, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=3a195ca1-f95a-4b00-b874-500af40a79fd,segment=NetworkSegment(4790901f-5695-41bc-be7f-0e3d4d5126bd),segment_id=4790901f-5695-41bc-be7f-0e3d4d5126bd)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:26:02.728577 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8ee1fdc8-dc33-49f1-9aec-df46d29ea659 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (3a195ca1-f95a-4b00-b874-500af40a79fd), precommit_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:02.742278 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-8ee1fdc8-dc33-49f1-9aec-df46d29ea659 None None] Calling delete_port for 3a195ca1-f95a-4b00-b874-500af40a79fd owned by network:dhcp {{(pid=106212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:26:02.746614 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056b916-e8ec-4804-9adf-868f10411e50 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a195ca1-f95a-4b00-b874-500af40a79fd,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:02.809539 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3056b916-e8ec-4804-9adf-868f10411e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779509', 'neutron.services.segments.db._delete_segments_for_network-8770988261578'] for network (3b03541e-a362-4f1f-858b-b7051275090d), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:02.832622 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-3056b916-e8ec-4804-9adf-868f10411e50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b03541e-a362-4f1f-858b-b7051275090d']}} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:26:02.844561 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-3056b916-e8ec-4804-9adf-868f10411e50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4790901f-5695-41bc-be7f-0e3d4d5126bd') {'for_net_delete': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:26:02.845126 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-3056b916-e8ec-4804-9adf-868f10411e50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4790901f-5695-41bc-be7f-0e3d4d5126bd') {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:26:02.852012 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-8ee1fdc8-dc33-49f1-9aec-df46d29ea659 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093'] for port (3a195ca1-f95a-4b00-b874-500af40a79fd), after_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:02.858448 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3056b916-e8ec-4804-9adf-868f10411e50 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770988232295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9770295'] for segment (4790901f-5695-41bc-be7f-0e3d4d5126bd), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:02.877475 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3056b916-e8ec-4804-9adf-868f10411e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (4790901f-5695-41bc-be7f-0e3d4d5126bd), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:02.888159 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee1fdc8-dc33-49f1-9aec-df46d29ea659 None None] Pushing event deleted for resources: {'Port': ['ID=3a195ca1-f95a-4b00-b874-500af40a79fd,revision_number=None']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:02.893647 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3056b916-e8ec-4804-9adf-868f10411e50 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=106211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 04:26:02.894222 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3056b916-e8ec-4804-9adf-868f10411e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9553014'] for segment (4790901f-5695-41bc-be7f-0e3d4d5126bd), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:02.917053 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee1fdc8-dc33-49f1-9aec-df46d29ea659 None None] No DVR routers for this DVR port 3a195ca1-f95a-4b00-b874-500af40a79fd on host dv-cinder-859186-3-iscsi {{(pid=106212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:26:02.970820 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.services.segments.plugin [-] Segment 4790901f-5695-41bc-be7f-0e3d4d5126bd resource provider aggregate not found Sep 27 04:26:03.004845 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3056b916-e8ec-4804-9adf-868f10411e50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4106734'] for network (3b03541e-a362-4f1f-858b-b7051275090d), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:03.019275 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.services.segments.plugin [-] Segment 4790901f-5695-41bc-be7f-0e3d4d5126bd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4790901f-5695-41bc-be7f-0e3d4d5126bd found for delete ", "request_id": "req-33a089da-8c6e-4394-b0df-6dfa080710ae"}]} Sep 27 04:26:03.044154 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3056b916-e8ec-4804-9adf-868f10411e50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:03.056032 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-3056b916-e8ec-4804-9adf-868f10411e50 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/3b03541e-a362-4f1f-858b-b7051275090d HTTP/1.1" status: 204 len: 168 time: 0.6605604 Sep 27 04:26:03.072217 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056b916-e8ec-4804-9adf-868f10411e50 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b03541e-a362-4f1f-858b-b7051275090d,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:03.090382 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device b5c073b9-7000-4407-b92c-8e4279bf0f72 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:26:03.259241 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a35ceb-1147-482b-a2c3-c11eac425749 req-8ef68b5e-aa3d-470f-97b4-8b8e17bf2b92 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:26:03.261149 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d8a35ceb-1147-482b-a2c3-c11eac425749 req-8ef68b5e-aa3d-470f-97b4-8b8e17bf2b92 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 943 time: 0.1336088 Sep 27 04:26:03.286229 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port b5c073b9-7000-4407-b92c-8e4279bf0f72 is: DOWN; New status is: DOWN {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:26:03.357249 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d8a35ceb-1147-482b-a2c3-c11eac425749 req-5db3d24a-7f9e-4950-9aa4-b074fb32d1fd tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0835490 Sep 27 04:26:03.416151 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 34586) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:03.474473 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-80af342f-71cb-411c-b297-f368641eefe2 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c25f11f92d4e4fd8965fe630ad77f3c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0551276 Sep 27 04:26:03.478044 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 34588) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:03.530481 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5f4b8346-082d-4028-b8f7-3174768feb8f admin admin] Publish callbacks [] for security_group (dad0251b-74f4-4f16-a784-be5aec073ee7), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:03.552642 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5f4b8346-082d-4028-b8f7-3174768feb8f admin admin] Publish callbacks [] for security_group (dad0251b-74f4-4f16-a784-be5aec073ee7), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:03.617078 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5f4b8346-082d-4028-b8f7-3174768feb8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (dad0251b-74f4-4f16-a784-be5aec073ee7), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:03.620324 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5f4b8346-082d-4028-b8f7-3174768feb8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:03.621473 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-5f4b8346-082d-4028-b8f7-3174768feb8f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/dad0251b-74f4-4f16-a784-be5aec073ee7 HTTP/1.1" status: 204 len: 168 time: 0.1424544 Sep 27 04:26:03.637043 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4b8346-082d-4028-b8f7-3174768feb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dad0251b-74f4-4f16-a784-be5aec073ee7,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:03.817758 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 3a195ca1-f95a-4b00-b874-500af40a79fd no longer exists at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:26:03.839951 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] No Port match for: 3a195ca1-f95a-4b00-b874-500af40a79fd {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:26:03.840606 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 3a195ca1-f95a-4b00-b874-500af40a79fd not bound to the agent host dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:26:03.841234 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 1cb6df63-5dd5-460b-86da-ef0071c67709 no longer exists at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:26:03.866173 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] No Port match for: 1cb6df63-5dd5-460b-86da-ef0071c67709 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:26:03.866935 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 1cb6df63-5dd5-460b-86da-ef0071c67709 not bound to the agent host dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:26:03.867559 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device b4d8a087-7ecc-4c15-a09e-d89340dc105d no longer exists at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:26:03.907457 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] No Port match for: b4d8a087-7ecc-4c15-a09e-d89340dc105d {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:26:03.908179 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device b4d8a087-7ecc-4c15-a09e-d89340dc105d not bound to the agent host dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:26:04.540861 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18601528-fcbd-479d-ae2f-62963fb3a956 req-b3b32f7b-c90f-4276-8692-0a6ca753f9b7 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:26:04.542912 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-18601528-fcbd-479d-ae2f-62963fb3a956 req-b3b32f7b-c90f-4276-8692-0a6ca753f9b7 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 943 time: 0.0685580 Sep 27 04:26:04.603125 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-18601528-fcbd-479d-ae2f-62963fb3a956 req-f5e42bea-2a06-4391-aa0a-7348a537c22d tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527141 Sep 27 04:26:05.710193 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:05.726387 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827aec79-b02d-43ad-8b1c-9bc8dc2f5a5f req-aea4e7a5-abcc-4baf-9ca3-df83d3cfc6d1 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:26:05.728436 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-827aec79-b02d-43ad-8b1c-9bc8dc2f5a5f req-aea4e7a5-abcc-4baf-9ca3-df83d3cfc6d1 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 943 time: 0.0494754 Sep 27 04:26:05.775842 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-827aec79-b02d-43ad-8b1c-9bc8dc2f5a5f req-ee08295b-ca1f-4d07-85e1-43ea50879ad8 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417228 Sep 27 04:26:06.911930 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a4c60-cab9-4cbe-a349-a473afc5286a req-8e16b836-b172-42ed-99c2-eb7989055129 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:26:06.913911 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d79a4c60-cab9-4cbe-a349-a473afc5286a req-8e16b836-b172-42ed-99c2-eb7989055129 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 943 time: 0.0495813 Sep 27 04:26:06.961762 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d79a4c60-cab9-4cbe-a349-a473afc5286a req-f95ab779-c059-4a2b-b99d-5728e85f8976 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421805 Sep 27 04:26:08.094687 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:08.105655 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d66a78-127a-4375-b492-97de03a2512f req-429ecc54-c8a9-4aa0-a592-3335ecc5be58 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:26:08.107136 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f3d66a78-127a-4375-b492-97de03a2512f req-429ecc54-c8a9-4aa0-a592-3335ecc5be58 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 943 time: 0.0575910 Sep 27 04:26:08.161906 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f3d66a78-127a-4375-b492-97de03a2512f req-c01f3be0-7954-4861-b442-d59079cd79d5 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490229 Sep 27 04:26:09.303995 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c9d89-1f06-432f-ae62-ac358e308019 req-6f1f74ec-16bf-4883-add8-fd4823ae7d0c tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:26:09.306957 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1c2c9d89-1f06-432f-ae62-ac358e308019 req-6f1f74ec-16bf-4883-add8-fd4823ae7d0c tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 943 time: 0.0517335 Sep 27 04:26:09.360673 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1c2c9d89-1f06-432f-ae62-ac358e308019 req-4c74ae41-2b0a-4487-9332-e3c913ba04f9 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481057 Sep 27 04:26:10.505400 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216da6d-a1e1-4d51-800f-88cb1500c986 req-c1683876-92f2-4f7a-855f-819ff5b489b2 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:26:10.507187 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b216da6d-a1e1-4d51-800f-88cb1500c986 req-c1683876-92f2-4f7a-855f-819ff5b489b2 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 943 time: 0.0560865 Sep 27 04:26:10.555833 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b216da6d-a1e1-4d51-800f-88cb1500c986 req-e445b99b-b9c0-46f4-b7cf-17bdd39ecce9 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429351 Sep 27 04:26:11.672932 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:11.688831 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbb4ac-2603-413d-9e70-9db00f667a57 req-ca477913-3cbe-46aa-824d-8c845a3a68c1 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:26:11.690319 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-43dbb4ac-2603-413d-9e70-9db00f667a57 req-ca477913-3cbe-46aa-824d-8c845a3a68c1 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 943 time: 0.0488904 Sep 27 04:26:11.737709 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-43dbb4ac-2603-413d-9e70-9db00f667a57 req-6b658884-654c-411b-82b5-4bf8a865e8f6 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417640 Sep 27 04:26:11.788168 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=35 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:11.789811 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=48 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:12.869577 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b5dde2-584b-421b-92ba-cfa9c70894dd req-e0dbab79-1cb7-41cc-8f0b-7ec8513ebfd5 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:26:12.871130 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e4b5dde2-584b-421b-92ba-cfa9c70894dd req-e0dbab79-1cb7-41cc-8f0b-7ec8513ebfd5 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 943 time: 0.0537250 Sep 27 04:26:12.923073 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e4b5dde2-584b-421b-92ba-cfa9c70894dd req-9a1f3aab-710e-4091-a9b3-09c586c73513 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458739 Sep 27 04:26:13.448636 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 34742) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:13.551376 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-0041c9a2-d1b3-4079-860e-2d9e1b8c3e60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:13.570659 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:13.630440 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-0041c9a2-d1b3-4079-860e-2d9e1b8c3e60 admin admin] Publish callbacks [] for security_group (3dbe2a3a-1bd4-4ac9-8345-255b0ea71955), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:13.634062 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-0041c9a2-d1b3-4079-860e-2d9e1b8c3e60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (3dbe2a3a-1bd4-4ac9-8345-255b0ea71955), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:13.674713 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-0041c9a2-d1b3-4079-860e-2d9e1b8c3e60 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=e2356c8895ab41f68983fc8328fad8cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2249792 Sep 27 04:26:13.675677 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0041c9a2-d1b3-4079-860e-2d9e1b8c3e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbe2a3a-1bd4-4ac9-8345-255b0ea71955,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:13.677404 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 34746) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:13.726491 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-11e60dfe-fecc-4a89-a3ed-447161e040b3 admin admin] Publish callbacks [] for security_group (3dbe2a3a-1bd4-4ac9-8345-255b0ea71955), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:13.746570 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-11e60dfe-fecc-4a89-a3ed-447161e040b3 admin admin] Publish callbacks [] for security_group (3dbe2a3a-1bd4-4ac9-8345-255b0ea71955), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:13.791938 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-11e60dfe-fecc-4a89-a3ed-447161e040b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (3dbe2a3a-1bd4-4ac9-8345-255b0ea71955), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:13.794558 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-11e60dfe-fecc-4a89-a3ed-447161e040b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:13.795698 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-11e60dfe-fecc-4a89-a3ed-447161e040b3 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/3dbe2a3a-1bd4-4ac9-8345-255b0ea71955 HTTP/1.1" status: 204 len: 168 time: 0.1172237 Sep 27 04:26:13.803557 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e60dfe-fecc-4a89-a3ed-447161e040b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbe2a3a-1bd4-4ac9-8345-255b0ea71955,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:14.107400 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cf00e2-2a5a-4d2f-ad56-97cb0fcb4f93 req-d32a9047-cbd4-40d5-bd9b-46e268db0481 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:26:14.109209 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-71cf00e2-2a5a-4d2f-ad56-97cb0fcb4f93 req-d32a9047-cbd4-40d5-bd9b-46e268db0481 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 943 time: 0.0626080 Sep 27 04:26:14.162092 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-71cf00e2-2a5a-4d2f-ad56-97cb0fcb4f93 req-5e85ad56-e932-457e-8e26-59daca7dabbe tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463228 Sep 27 04:26:15.029566 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 34802) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:15.139483 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-dd1b4692-32fb-4b39-be59-0ca3cee6482f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:15.142573 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device b5c073b9-7000-4407-b92c-8e4279bf0f72 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 04:26:15.163518 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:15.223305 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-dd1b4692-32fb-4b39-be59-0ca3cee6482f admin admin] Publish callbacks [] for security_group (d0c9b44e-b202-42e0-aa83-e6f60d66af02), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:15.229779 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-dd1b4692-32fb-4b39-be59-0ca3cee6482f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (d0c9b44e-b202-42e0-aa83-e6f60d66af02), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:15.264454 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port b5c073b9-7000-4407-b92c-8e4279bf0f72, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=b5c073b9-7000-4407-b92c-8e4279bf0f72,segment=NetworkSegment(188f0649-0d82-4591-a8be-8000cf940ed2),segment_id=188f0649-0d82-4591-a8be-8000cf940ed2)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:26:15.276483 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Returning: {'device': 'b5c073b9-7000-4407-b92c-8e4279bf0f72', 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6', 'port_id': 'b5c073b9-7000-4407-b92c-8e4279bf0f72', 'mac_address': 'fa:16:3e:17:90:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 04:26:15.276775 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-dd1b4692-32fb-4b39-be59-0ca3cee6482f admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=49ef5f872e954a9295f1d2e1a00632b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2457976 Sep 27 04:26:15.277106 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 34816) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:15.285448 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1b4692-32fb-4b39-be59-0ca3cee6482f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c9b44e-b202-42e0-aa83-e6f60d66af02,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:15.311591 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:15.316910 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port b5c073b9-7000-4407-b92c-8e4279bf0f72 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:26:15.317383 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (b5c073b9-7000-4407-b92c-8e4279bf0f72), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:15.334155 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5c073b9-7000-4407-b92c-8e4279bf0f72 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:26:15.334776 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5711b7f-cab4-4145-9757-c8db5ad05e0b req-aa94b057-72b8-4907-98d9-889e36d057ef tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:26:15.335271 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7e2ae65b-53ad-45e6-be7b-b9453b0f6e46 admin admin] Publish callbacks [] for security_group (d0c9b44e-b202-42e0-aa83-e6f60d66af02), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:15.336979 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a5711b7f-cab4-4145-9757-c8db5ad05e0b req-aa94b057-72b8-4907-98d9-889e36d057ef tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 943 time: 0.0746782 Sep 27 04:26:15.358087 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7e2ae65b-53ad-45e6-be7b-b9453b0f6e46 admin admin] Publish callbacks [] for security_group (d0c9b44e-b202-42e0-aa83-e6f60d66af02), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:15.365921 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port b5c073b9-7000-4407-b92c-8e4279bf0f72, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=b5c073b9-7000-4407-b92c-8e4279bf0f72,segment=NetworkSegment(188f0649-0d82-4591-a8be-8000cf940ed2),segment_id=188f0649-0d82-4591-a8be-8000cf940ed2)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:26:15.371667 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (b5c073b9-7000-4407-b92c-8e4279bf0f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:15.413397 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a5711b7f-cab4-4145-9757-c8db5ad05e0b req-5ce9f5bc-c505-49b2-95ed-2bac6c0b7afb tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698860 Sep 27 04:26:15.421227 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7e2ae65b-53ad-45e6-be7b-b9453b0f6e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (d0c9b44e-b202-42e0-aa83-e6f60d66af02), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:15.427375 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=b5c073b9-7000-4407-b92c-8e4279bf0f72,revision_number=9']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:15.428289 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7e2ae65b-53ad-45e6-be7b-b9453b0f6e46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:15.432680 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-7e2ae65b-53ad-45e6-be7b-b9453b0f6e46 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d0c9b44e-b202-42e0-aa83-e6f60d66af02 HTTP/1.1" status: 204 len: 168 time: 0.1536098 Sep 27 04:26:15.442554 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2ae65b-53ad-45e6-be7b-b9453b0f6e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c9b44e-b202-42e0-aa83-e6f60d66af02,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:15.659870 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['b5c073b9-7000-4407-b92c-8e4279bf0f72'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:26:15.812257 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:16.169879 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 34842) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:16.265802 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-0f03f4f7-8b10-403c-9b2a-0dea42bf1479 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-238242072-network', 'tenant_id': '4a3fd16699244bbd88bd49792d3972c1'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:26:16.286613 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f03f4f7-8b10-403c-9b2a-0dea42bf1479 admin admin] Made reservation on behalf of 4a3fd16699244bbd88bd49792d3972c1 for: {'network': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:26:16.289143 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0f03f4f7-8b10-403c-9b2a-0dea42bf1479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for network (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:16.297941 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0f03f4f7-8b10-403c-9b2a-0dea42bf1479 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:16.342713 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:16.382417 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0f03f4f7-8b10-403c-9b2a-0dea42bf1479 admin admin] Publish callbacks [] for security_group (91751976-ab00-4687-a70a-b84748ab375c), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:16.386198 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0f03f4f7-8b10-403c-9b2a-0dea42bf1479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (91751976-ab00-4687-a70a-b84748ab375c), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:16.415277 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f03f4f7-8b10-403c-9b2a-0dea42bf1479 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=106211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 04:26:16.422696 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03f4f7-8b10-403c-9b2a-0dea42bf1479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91751976-ab00-4687-a70a-b84748ab375c,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:16.428847 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0f03f4f7-8b10-403c-9b2a-0dea42bf1479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (e7bbe298-55b6-4ff4-aebe-216b23f51cf3), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:16.429184 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.db.segments_db [None req-0f03f4f7-8b10-403c-9b2a-0dea42bf1479 admin admin] Added segment e7bbe298-55b6-4ff4-aebe-216b23f51cf3 of type vlan for network 0f17ed8e-4513-4443-ad29-4050fbff1f67 Sep 27 04:26:16.470024 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0f03f4f7-8b10-403c-9b2a-0dea42bf1479 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770987766721'] for network (0f17ed8e-4513-4443-ad29-4050fbff1f67), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:16.495373 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0f03f4f7-8b10-403c-9b2a-0dea42bf1479 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551'] for network (0f17ed8e-4513-4443-ad29-4050fbff1f67), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:16.496273 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f03f4f7-8b10-403c-9b2a-0dea42bf1479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:26:16.496859 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0f03f4f7-8b10-403c-9b2a-0dea42bf1479 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:16.559827 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-0f03f4f7-8b10-403c-9b2a-0dea42bf1479 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3888311 Sep 27 04:26:16.570609 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 34848) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:16.576081 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-3c22852e-d5a2-4ef5-aa56-6723dcd23c40 admin admin] Request body: {'subnet': {'network_id': '0f17ed8e-4513-4443-ad29-4050fbff1f67', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-238242072-subnet', 'tenant_id': '4a3fd16699244bbd88bd49792d3972c1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:26:16.594726 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03f4f7-8b10-403c-9b2a-0dea42bf1479 admin admin] Pushing event updated for resources: {'Network': ['ID=0f17ed8e-4513-4443-ad29-4050fbff1f67,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:16.595881 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c22852e-d5a2-4ef5-aa56-6723dcd23c40 admin admin] Made reservation on behalf of 4a3fd16699244bbd88bd49792d3972c1 for: {'subnet': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:26:16.599693 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3c22852e-d5a2-4ef5-aa56-6723dcd23c40 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214679'] for subnet (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:16.605483 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Network 0f17ed8e-4513-4443-ad29-4050fbff1f67 details requested by agent ovs-agent-dv-cinder-859186-3-iscsi with host dv-cinder-859186-3-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 04:26:16.606753 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d4b02-c5e4-412c-94bd-927f23adfbc6 req-ef1d8bc7-c477-4f47-ba8a-e63c3abd3bd4 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:26:16.608329 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-405d4b02-c5e4-412c-94bd-927f23adfbc6 req-ef1d8bc7-c477-4f47-ba8a-e63c3abd3bd4 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 944 time: 0.0924649 Sep 27 04:26:16.667530 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-405d4b02-c5e4-412c-94bd-927f23adfbc6 req-78b6cce3-b741-40c5-aed8-9463dc24b9ec tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527194 Sep 27 04:26:17.071666 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3c22852e-d5a2-4ef5-aa56-6723dcd23c40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9340193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214689'] for subnet (ad30fcdd-012b-43ba-9c7b-113c530aa41b), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:17.130283 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c22852e-d5a2-4ef5-aa56-6723dcd23c40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad30fcdd-012b-43ba-9c7b-113c530aa41b,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:17.138986 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c22852e-d5a2-4ef5-aa56-6723dcd23c40 admin admin] Checking segment: {'id': 'e7bbe298-55b6-4ff4-aebe-216b23f51cf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0f17ed8e-4513-4443-ad29-4050fbff1f67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:26:17.139344 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c22852e-d5a2-4ef5-aa56-6723dcd23c40 admin admin] Network hostable DHCP agents. Network: 0f17ed8e-4513-4443-ad29-4050fbff1f67, hostable agents: ['90f8f94a-2e1d-4f4f-8859-344f24ecc1be'], hosted agents: [] {{(pid=106210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 04:26:17.158881 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device b5c073b9-7000-4407-b92c-8e4279bf0f72 up at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:26:17.159543 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c22852e-d5a2-4ef5-aa56-6723dcd23c40 admin admin] Network 0f17ed8e-4513-4443-ad29-4050fbff1f67 is scheduled to be hosted by DHCP agent 90f8f94a-2e1d-4f4f-8859-344f24ecc1be with binding_index 1 {{(pid=106210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 04:26:17.173854 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-3c22852e-d5a2-4ef5-aa56-6723dcd23c40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-3-iscsi, 0f17ed8e-4513-4443-ad29-4050fbff1f67) {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:26:17.180599 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c22852e-d5a2-4ef5-aa56-6723dcd23c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:26:17.180818 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3c22852e-d5a2-4ef5-aa56-6723dcd23c40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:17.189121 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cb28d3-465b-478f-9c43-43c09cea2210 None None] Network 0f17ed8e-4513-4443-ad29-4050fbff1f67 requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:26:17.193845 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:17.206265 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-3c22852e-d5a2-4ef5-aa56-6723dcd23c40 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6345296 Sep 27 04:26:17.270320 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning complete for port b5c073b9-7000-4407-b92c-8e4279bf0f72 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:26:17.270593 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (b5c073b9-7000-4407-b92c-8e4279bf0f72), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:17.270933 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Attempt 1 to provision port b5c073b9-7000-4407-b92c-8e4279bf0f72 Sep 27 04:26:17.344606 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90767400-56cf-4375-8422-038122c8eba1 None None] Network 0f17ed8e-4513-4443-ad29-4050fbff1f67 requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:26:17.457705 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port b5c073b9-7000-4407-b92c-8e4279bf0f72 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:26:17.458285 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (b5c073b9-7000-4407-b92c-8e4279bf0f72), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:17.504111 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6879a2-4ef5-4e16-8066-a2f05eca633c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c073b9-7000-4407-b92c-8e4279bf0f72'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:26:17.506452 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2687affa0ef786a15f255b59e70001bb997277ef1a41850ee1c1551a100c7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ede03dd-d293-46e3-ad57-53d5ae99e417" -d '{"events": [{"server_uuid": "5c6879a2-4ef5-4e16-8066-a2f05eca633c", "name": "network-vif-plugged", "status": "completed", "tag": "b5c073b9-7000-4407-b92c-8e4279bf0f72"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:26:17.536011 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port b5c073b9-7000-4407-b92c-8e4279bf0f72, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=b5c073b9-7000-4407-b92c-8e4279bf0f72,segment=NetworkSegment(188f0649-0d82-4591-a8be-8000cf940ed2),segment_id=188f0649-0d82-4591-a8be-8000cf940ed2)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:26:17.542308 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (b5c073b9-7000-4407-b92c-8e4279bf0f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:17.581619 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c64f52-3758-47d9-91f1-2a21322d161d x-openstack-request-id: req-11c64f52-3758-47d9-91f1-2a21322d161d {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:26:17.581957 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6879a2-4ef5-4e16-8066-a2f05eca633c", "name": "network-vif-plugged", "status": "completed", "tag": "b5c073b9-7000-4407-b92c-8e4279bf0f72", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:26:17.582218 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-11c64f52-3758-47d9-91f1-2a21322d161d {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:26:17.582759 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11c64f52-3758-47d9-91f1-2a21322d161d'] response: {'server_uuid': '5c6879a2-4ef5-4e16-8066-a2f05eca633c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5c073b9-7000-4407-b92c-8e4279bf0f72', 'code': 200} Sep 27 04:26:17.606438 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=b5c073b9-7000-4407-b92c-8e4279bf0f72,revision_number=10']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:17.784713 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed7ca67-4bf1-4e93-aa8d-0594887a0093 req-e027c5bf-b67b-4f1e-8fc4-8dc2ba3c7193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:26:17.786848 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5ed7ca67-4bf1-4e93-aa8d-0594887a0093 req-e027c5bf-b67b-4f1e-8fc4-8dc2ba3c7193 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 1130 time: 0.0501649 Sep 27 04:26:17.792520 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 34880) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:17.797397 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-a835fbb9-9801-4df0-a64b-a84d9db4a397 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-929557175-network', 'tenant_id': '79e01f607d3545c9a76cd6ab096aeeac'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:26:17.810644 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=76,neutron:INSERT=17,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:17.812717 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44242ba6-cd13-4549-a3b6-314ec3922525 req-ee507f8c-cbf4-4154-950b-1e2f73243629 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:26:17.816688 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-44242ba6-cd13-4549-a3b6-314ec3922525 req-ee507f8c-cbf4-4154-950b-1e2f73243629 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 946 time: 0.0500498 Sep 27 04:26:17.840882 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a835fbb9-9801-4df0-a64b-a84d9db4a397 admin admin] Made reservation on behalf of 79e01f607d3545c9a76cd6ab096aeeac for: {'network': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:26:17.843229 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a835fbb9-9801-4df0-a64b-a84d9db4a397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for network (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:17.857668 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a835fbb9-9801-4df0-a64b-a84d9db4a397 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:17.863074 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-44242ba6-cd13-4549-a3b6-314ec3922525 req-0fbf1111-df31-4e9c-8d5f-dc17d4341144 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432854 Sep 27 04:26:17.886732 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5ed7ca67-4bf1-4e93-aa8d-0594887a0093 req-01b40d1b-f050-4a06-adc7-a3c929781e9e service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0793762 Sep 27 04:26:17.946113 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a835fbb9-9801-4df0-a64b-a84d9db4a397 admin admin] Publish callbacks [] for security_group (08c9d646-a17c-45d8-957b-c87185925318), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:17.950158 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a835fbb9-9801-4df0-a64b-a84d9db4a397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (08c9d646-a17c-45d8-957b-c87185925318), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:17.976961 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a835fbb9-9801-4df0-a64b-a84d9db4a397 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=106211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 04:26:17.983753 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835fbb9-9801-4df0-a64b-a84d9db4a397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c9d646-a17c-45d8-957b-c87185925318,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:17.989702 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a835fbb9-9801-4df0-a64b-a84d9db4a397 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (1a01b7d2-156d-4aec-922b-b36f1add39e9), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:17.990079 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.db.segments_db [None req-a835fbb9-9801-4df0-a64b-a84d9db4a397 admin admin] Added segment 1a01b7d2-156d-4aec-922b-b36f1add39e9 of type vlan for network bb459e0a-e513-4b18-8757-c5f17626c9c0 Sep 27 04:26:18.029578 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a835fbb9-9801-4df0-a64b-a84d9db4a397 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770987766721'] for network (bb459e0a-e513-4b18-8757-c5f17626c9c0), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:18.054385 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a835fbb9-9801-4df0-a64b-a84d9db4a397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551'] for network (bb459e0a-e513-4b18-8757-c5f17626c9c0), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:18.055280 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a835fbb9-9801-4df0-a64b-a84d9db4a397 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:26:18.055858 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a835fbb9-9801-4df0-a64b-a84d9db4a397 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:18.113631 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-a835fbb9-9801-4df0-a64b-a84d9db4a397 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3200622 Sep 27 04:26:18.116488 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 34884) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:18.119702 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:18.121386 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-c069ddd1-bb6a-4de8-bbd0-53a2e06621b1 admin admin] Request body: {'subnet': {'network_id': 'bb459e0a-e513-4b18-8757-c5f17626c9c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-929557175-subnet', 'tenant_id': '79e01f607d3545c9a76cd6ab096aeeac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:26:18.125728 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a835fbb9-9801-4df0-a64b-a84d9db4a397 admin admin] Pushing event updated for resources: {'Network': ['ID=bb459e0a-e513-4b18-8757-c5f17626c9c0,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:18.138043 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Network bb459e0a-e513-4b18-8757-c5f17626c9c0 details requested by agent ovs-agent-dv-cinder-859186-3-iscsi with host dv-cinder-859186-3-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 04:26:18.142848 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c069ddd1-bb6a-4de8-bbd0-53a2e06621b1 admin admin] Made reservation on behalf of 79e01f607d3545c9a76cd6ab096aeeac for: {'subnet': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:26:18.145243 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c069ddd1-bb6a-4de8-bbd0-53a2e06621b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214679'] for subnet (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:18.313712 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c069ddd1-bb6a-4de8-bbd0-53a2e06621b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9340193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214689'] for subnet (2628dac8-fe69-419b-b390-6952530cad50), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:18.316569 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:INSERT=10,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:18.367608 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069ddd1-bb6a-4de8-bbd0-53a2e06621b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2628dac8-fe69-419b-b390-6952530cad50,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:18.386642 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c069ddd1-bb6a-4de8-bbd0-53a2e06621b1 admin admin] Checking segment: {'id': '1a01b7d2-156d-4aec-922b-b36f1add39e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'bb459e0a-e513-4b18-8757-c5f17626c9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:26:18.386996 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c069ddd1-bb6a-4de8-bbd0-53a2e06621b1 admin admin] Network hostable DHCP agents. Network: bb459e0a-e513-4b18-8757-c5f17626c9c0, hostable agents: ['90f8f94a-2e1d-4f4f-8859-344f24ecc1be'], hosted agents: [] {{(pid=106210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 04:26:18.405427 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c069ddd1-bb6a-4de8-bbd0-53a2e06621b1 admin admin] Network bb459e0a-e513-4b18-8757-c5f17626c9c0 is scheduled to be hosted by DHCP agent 90f8f94a-2e1d-4f4f-8859-344f24ecc1be with binding_index 1 {{(pid=106210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 04:26:18.414829 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-c069ddd1-bb6a-4de8-bbd0-53a2e06621b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-3-iscsi, bb459e0a-e513-4b18-8757-c5f17626c9c0) {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:26:18.420130 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c069ddd1-bb6a-4de8-bbd0-53a2e06621b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:26:18.421137 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c069ddd1-bb6a-4de8-bbd0-53a2e06621b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:18.424585 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356cbd66-026f-4176-a934-0512aa6ecd45 None None] Network bb459e0a-e513-4b18-8757-c5f17626c9c0 requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:26:18.442150 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-c069ddd1-bb6a-4de8-bbd0-53a2e06621b1 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3242190 Sep 27 04:26:18.481070 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:18.533379 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de4945e-4cd1-43af-ac53-a10cfa4991eb None None] Network bb459e0a-e513-4b18-8757-c5f17626c9c0 requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:26:18.560504 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 34888) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:18.605714 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_v2 [None req-a546468b-5111-4891-b253-0a5ce01b2c32 admin admin] Deleting subnet ad30fcdd-012b-43ba-9c7b-113c530aa41b {{(pid=106210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 04:26:18.608905 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a546468b-5111-4891-b253-0a5ce01b2c32 admin admin] Publish callbacks [] for subnet (ad30fcdd-012b-43ba-9c7b-113c530aa41b), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:18.643491 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a546468b-5111-4891-b253-0a5ce01b2c32 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6975061'] for subnet (ad30fcdd-012b-43ba-9c7b-113c530aa41b), precommit_delete_associations {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:18.683163 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a546468b-5111-4891-b253-0a5ce01b2c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671939'] for subnet (ad30fcdd-012b-43ba-9c7b-113c530aa41b), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:18.738255 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a546468b-5111-4891-b253-0a5ce01b2c32 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9338860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214698'] for subnet (ad30fcdd-012b-43ba-9c7b-113c530aa41b), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:18.761616 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a546468b-5111-4891-b253-0a5ce01b2c32 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad30fcdd-012b-43ba-9c7b-113c530aa41b,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:18.767781 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a546468b-5111-4891-b253-0a5ce01b2c32 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:18.772060 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-a546468b-5111-4891-b253-0a5ce01b2c32 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/ad30fcdd-012b-43ba-9c7b-113c530aa41b HTTP/1.1" status: 204 len: 168 time: 0.2104242 Sep 27 04:26:18.774144 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 34890) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:18.842843 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1a2cbb32-1576-4298-b8f3-2e592d62ee6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798866'] for network (0f17ed8e-4513-4443-ad29-4050fbff1f67), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:18.847892 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:18.926510 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1a2cbb32-1576-4298-b8f3-2e592d62ee6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779509', 'neutron.services.segments.db._delete_segments_for_network-8770988261578'] for network (0f17ed8e-4513-4443-ad29-4050fbff1f67), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:18.946288 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-1a2cbb32-1576-4298-b8f3-2e592d62ee6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f17ed8e-4513-4443-ad29-4050fbff1f67']}} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:26:18.956544 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-1a2cbb32-1576-4298-b8f3-2e592d62ee6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7bbe298-55b6-4ff4-aebe-216b23f51cf3') {'for_net_delete': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:26:18.956837 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-1a2cbb32-1576-4298-b8f3-2e592d62ee6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7bbe298-55b6-4ff4-aebe-216b23f51cf3') {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:26:18.967209 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1a2cbb32-1576-4298-b8f3-2e592d62ee6b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770988232295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6975068'] for segment (e7bbe298-55b6-4ff4-aebe-216b23f51cf3), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:18.980239 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1a2cbb32-1576-4298-b8f3-2e592d62ee6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (e7bbe298-55b6-4ff4-aebe-216b23f51cf3), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:18.986417 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a2cbb32-1576-4298-b8f3-2e592d62ee6b admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=106210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 04:26:18.986797 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1a2cbb32-1576-4298-b8f3-2e592d62ee6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9338690'] for segment (e7bbe298-55b6-4ff4-aebe-216b23f51cf3), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:18.992326 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c05dca4-b808-42f2-a064-7a30c4dc2ac3 req-97f7c7ab-e773-4b5d-a1ce-0f8cb2073962 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:26:18.993844 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-7c05dca4-b808-42f2-a064-7a30c4dc2ac3 req-97f7c7ab-e773-4b5d-a1ce-0f8cb2073962 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 946 time: 0.0479605 Sep 27 04:26:19.054242 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-7c05dca4-b808-42f2-a064-7a30c4dc2ac3 req-6e6f9d0a-c690-40b6-8aab-b75aa4ac9b2e tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546656 Sep 27 04:26:19.055707 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1a2cbb32-1576-4298-b8f3-2e592d62ee6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4106734'] for network (0f17ed8e-4513-4443-ad29-4050fbff1f67), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:19.062665 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1a2cbb32-1576-4298-b8f3-2e592d62ee6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:19.065698 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-1a2cbb32-1576-4298-b8f3-2e592d62ee6b admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/0f17ed8e-4513-4443-ad29-4050fbff1f67 HTTP/1.1" status: 204 len: 168 time: 0.2906086 Sep 27 04:26:19.068894 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 34900) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:19.076509 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2cbb32-1576-4298-b8f3-2e592d62ee6b admin admin] Pushing event deleted for resources: {'Network': ['ID=0f17ed8e-4513-4443-ad29-4050fbff1f67,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:19.127805 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_v2 [None req-006d0a65-fa79-4910-b085-9ae37fc5a10e admin admin] Deleting subnet 2628dac8-fe69-419b-b390-6952530cad50 {{(pid=106211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 04:26:19.132312 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-006d0a65-fa79-4910-b085-9ae37fc5a10e admin admin] Publish callbacks [] for subnet (2628dac8-fe69-419b-b390-6952530cad50), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:19.177793 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-006d0a65-fa79-4910-b085-9ae37fc5a10e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9770302'] for subnet (2628dac8-fe69-419b-b390-6952530cad50), precommit_delete_associations {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:19.219400 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-006d0a65-fa79-4910-b085-9ae37fc5a10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671939'] for subnet (2628dac8-fe69-419b-b390-6952530cad50), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:19.223342 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.services.segments.plugin [-] Segment e7bbe298-55b6-4ff4-aebe-216b23f51cf3 resource provider aggregate not found Sep 27 04:26:19.239669 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.services.segments.plugin [-] Segment e7bbe298-55b6-4ff4-aebe-216b23f51cf3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e7bbe298-55b6-4ff4-aebe-216b23f51cf3 found for delete ", "request_id": "req-68e8dcbc-3e3d-4b98-87ec-609c929cf51a"}]} Sep 27 04:26:19.272066 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-006d0a65-fa79-4910-b085-9ae37fc5a10e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9553112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10262446'] for subnet (2628dac8-fe69-419b-b390-6952530cad50), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:19.298384 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006d0a65-fa79-4910-b085-9ae37fc5a10e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2628dac8-fe69-419b-b390-6952530cad50,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:19.300337 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-006d0a65-fa79-4910-b085-9ae37fc5a10e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:19.303433 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-006d0a65-fa79-4910-b085-9ae37fc5a10e admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/2628dac8-fe69-419b-b390-6952530cad50 HTTP/1.1" status: 204 len: 168 time: 0.2333672 Sep 27 04:26:19.305974 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 34908) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:19.376152 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f4a4393e-817b-46fa-b815-cc08375c7595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798866'] for network (bb459e0a-e513-4b18-8757-c5f17626c9c0), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:19.453334 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f4a4393e-817b-46fa-b815-cc08375c7595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779509', 'neutron.services.segments.db._delete_segments_for_network-8770988261578'] for network (bb459e0a-e513-4b18-8757-c5f17626c9c0), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:19.473176 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-f4a4393e-817b-46fa-b815-cc08375c7595 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb459e0a-e513-4b18-8757-c5f17626c9c0']}} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:26:19.483107 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-f4a4393e-817b-46fa-b815-cc08375c7595 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a01b7d2-156d-4aec-922b-b36f1add39e9') {'for_net_delete': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:26:19.483405 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-f4a4393e-817b-46fa-b815-cc08375c7595 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a01b7d2-156d-4aec-922b-b36f1add39e9') {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:26:19.493039 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f4a4393e-817b-46fa-b815-cc08375c7595 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770988232295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9770295'] for segment (1a01b7d2-156d-4aec-922b-b36f1add39e9), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:19.507225 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f4a4393e-817b-46fa-b815-cc08375c7595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (1a01b7d2-156d-4aec-922b-b36f1add39e9), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:19.512930 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:19.514239 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4a4393e-817b-46fa-b815-cc08375c7595 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=106211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 04:26:19.514626 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f4a4393e-817b-46fa-b815-cc08375c7595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9553014'] for segment (1a01b7d2-156d-4aec-922b-b36f1add39e9), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:19.582708 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f4a4393e-817b-46fa-b815-cc08375c7595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4106734'] for network (bb459e0a-e513-4b18-8757-c5f17626c9c0), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:19.588873 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f4a4393e-817b-46fa-b815-cc08375c7595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:19.591996 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-f4a4393e-817b-46fa-b815-cc08375c7595 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/bb459e0a-e513-4b18-8757-c5f17626c9c0 HTTP/1.1" status: 204 len: 168 time: 0.2845871 Sep 27 04:26:19.595300 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.services.segments.plugin [-] Segment 1a01b7d2-156d-4aec-922b-b36f1add39e9 resource provider aggregate not found Sep 27 04:26:19.610921 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a4393e-817b-46fa-b815-cc08375c7595 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb459e0a-e513-4b18-8757-c5f17626c9c0,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:19.613913 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.services.segments.plugin [-] Segment 1a01b7d2-156d-4aec-922b-b36f1add39e9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a01b7d2-156d-4aec-922b-b36f1add39e9 found for delete ", "request_id": "req-44042a05-d2ca-48ef-80e3-dd321472b8db"}]} Sep 27 04:26:19.699247 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:26:19.785370 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 34938) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:19.829775 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-f0b3be65-15ba-499a-8a2d-1fbb38246080 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=4a3fd16699244bbd88bd49792d3972c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414774 Sep 27 04:26:19.830681 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 34946) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:19.881007 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-72080fd8-cab1-4333-91ee-3248e0ded1c4 admin admin] Publish callbacks [] for security_group (91751976-ab00-4687-a70a-b84748ab375c), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:19.902235 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-72080fd8-cab1-4333-91ee-3248e0ded1c4 admin admin] Publish callbacks [] for security_group (91751976-ab00-4687-a70a-b84748ab375c), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:19.954725 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-72080fd8-cab1-4333-91ee-3248e0ded1c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (91751976-ab00-4687-a70a-b84748ab375c), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:19.957243 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-72080fd8-cab1-4333-91ee-3248e0ded1c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:19.958322 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-72080fd8-cab1-4333-91ee-3248e0ded1c4 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/91751976-ab00-4687-a70a-b84748ab375c HTTP/1.1" status: 204 len: 168 time: 0.1266723 Sep 27 04:26:19.966598 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72080fd8-cab1-4333-91ee-3248e0ded1c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91751976-ab00-4687-a70a-b84748ab375c,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:20.192430 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6945ab-20ac-4919-8c5c-c4f661f0ffec req-6c2c4e8e-d41b-4980-b042-503d5bbb01aa tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:26:20.194590 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ea6945ab-20ac-4919-8c5c-c4f661f0ffec req-6c2c4e8e-d41b-4980-b042-503d5bbb01aa tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 946 time: 0.0485535 Sep 27 04:26:20.248808 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ea6945ab-20ac-4919-8c5c-c4f661f0ffec req-c9c2a273-b516-4991-af1b-820af23e0813 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462549 Sep 27 04:26:20.284577 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-76914685-cac6-4ec9-a5ee-63bb5d406c68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:20.344354 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 34964) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:20.379725 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:20.383464 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-25bf2b37-7457-4c42-89d8-38d3c91d1898 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=79e01f607d3545c9a76cd6ab096aeeac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380139 Sep 27 04:26:20.387470 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 34966) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:20.438055 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-29815426-ae81-48d1-97d2-916100d07c9f admin admin] Publish callbacks [] for security_group (08c9d646-a17c-45d8-957b-c87185925318), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:20.457747 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-29815426-ae81-48d1-97d2-916100d07c9f admin admin] Publish callbacks [] for security_group (08c9d646-a17c-45d8-957b-c87185925318), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:20.509307 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-29815426-ae81-48d1-97d2-916100d07c9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (08c9d646-a17c-45d8-957b-c87185925318), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:20.512353 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-29815426-ae81-48d1-97d2-916100d07c9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:20.513493 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-29815426-ae81-48d1-97d2-916100d07c9f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/08c9d646-a17c-45d8-957b-c87185925318 HTTP/1.1" status: 204 len: 168 time: 0.1248226 Sep 27 04:26:20.521514 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29815426-ae81-48d1-97d2-916100d07c9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c9d646-a17c-45d8-957b-c87185925318,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:21.382013 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df1564-0826-4d73-ad01-298c815f3dba req-422810fe-bb1d-4b1a-abe8-3e825845df4f tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:26:21.383494 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d7df1564-0826-4d73-ad01-298c815f3dba req-422810fe-bb1d-4b1a-abe8-3e825845df4f tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 946 time: 0.0470345 Sep 27 04:26:21.433288 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d7df1564-0826-4d73-ad01-298c815f3dba req-1411dce7-2136-4df5-99e0-59964ba98ab1 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440528 Sep 27 04:26:22.236357 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a0cdd151-5d1c-47ee-8773-ea6276ba8e59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:22.748827 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:23.714112 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:25.052758 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:25.161455 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:29.693680 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:30.516182 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=9 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:30.517964 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=41,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:31.427343 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=41,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:31.429391 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=10 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:32.158794 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fb639a-3c24-4902-86d3-fc60c3f06109 req-35372d5d-3e3e-4099-9b24-4982546e4654 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:26:32.160288 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-90fb639a-3c24-4902-86d3-fc60c3f06109 req-35372d5d-3e3e-4099-9b24-4982546e4654 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=710d8936-179a-412b-9f1d-148e6648cebe HTTP/1.1" status: 200 len: 945 time: 0.0480275 Sep 27 04:26:32.211919 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-90fb639a-3c24-4902-86d3-fc60c3f06109 req-b27f31de-7cb0-4357-ae07-e462f3ba7848 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=54bc43f8-7528-41d7-83a2-7be375d773a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453744 Sep 27 04:26:33.331407 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210b04cf-1434-4fa8-80a1-314d8ae1a71d req-7484d67d-8700-4b3c-8b49-7a360409555f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:26:33.332850 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-210b04cf-1434-4fa8-80a1-314d8ae1a71d req-7484d67d-8700-4b3c-8b49-7a360409555f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=710d8936-179a-412b-9f1d-148e6648cebe HTTP/1.1" status: 200 len: 945 time: 0.0457036 Sep 27 04:26:33.382032 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-210b04cf-1434-4fa8-80a1-314d8ae1a71d req-2ccd8674-1a4e-42dc-805e-919f247b946f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=54bc43f8-7528-41d7-83a2-7be375d773a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436640 Sep 27 04:26:34.504457 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c2fe1f-0240-43f7-891a-d432c836b21b req-9f7a960f-dc49-4011-ab23-daad00d6f54b tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:26:34.505933 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-71c2fe1f-0240-43f7-891a-d432c836b21b req-9f7a960f-dc49-4011-ab23-daad00d6f54b tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=710d8936-179a-412b-9f1d-148e6648cebe HTTP/1.1" status: 200 len: 945 time: 0.0457964 Sep 27 04:26:34.554055 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-71c2fe1f-0240-43f7-891a-d432c836b21b req-49bd315b-3f97-42f9-a35e-405582aceaf7 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=54bc43f8-7528-41d7-83a2-7be375d773a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420887 Sep 27 04:26:35.151568 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=27,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:35.158019 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=87,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:35.677270 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50fa669-aaf3-48a6-958a-2b9e5114aa70 req-b8fb74d6-6546-4342-8bcb-e173e766e71b tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:26:35.678657 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a50fa669-aaf3-48a6-958a-2b9e5114aa70 req-b8fb74d6-6546-4342-8bcb-e173e766e71b tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=710d8936-179a-412b-9f1d-148e6648cebe HTTP/1.1" status: 200 len: 945 time: 0.0459886 Sep 27 04:26:35.726271 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a50fa669-aaf3-48a6-958a-2b9e5114aa70 req-9bb71cf1-f125-4910-99e5-dc57cd406041 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=54bc43f8-7528-41d7-83a2-7be375d773a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417302 Sep 27 04:26:35.783837 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c365c4-39d8-443d-9b56-512b715050ef req-e0741790-10a3-49b0-bcd6-3deb14701c38 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:26:35.785309 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-82c365c4-39d8-443d-9b56-512b715050ef req-e0741790-10a3-49b0-bcd6-3deb14701c38 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=710d8936-179a-412b-9f1d-148e6648cebe HTTP/1.1" status: 200 len: 945 time: 0.0508673 Sep 27 04:26:35.868852 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [req-82c365c4-39d8-443d-9b56-512b715050ef req-eeb85a35-2cb1-464b-9be8-a81db149dd6f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Deleting port 4e861415-84ce-4923-aa54-770c8249a620 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:26:35.869193 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-82c365c4-39d8-443d-9b56-512b715050ef req-eeb85a35-2cb1-464b-9be8-a81db149dd6f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (4e861415-84ce-4923-aa54-770c8249a620), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:35.956333 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-82c365c4-39d8-443d-9b56-512b715050ef req-eeb85a35-2cb1-464b-9be8-a81db149dd6f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] For port 4e861415-84ce-4923-aa54-770c8249a620, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=4e861415-84ce-4923-aa54-770c8249a620,segment=NetworkSegment(a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921),segment_id=a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:26:35.956620 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-82c365c4-39d8-443d-9b56-512b715050ef req-eeb85a35-2cb1-464b-9be8-a81db149dd6f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (4e861415-84ce-4923-aa54-770c8249a620), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:36.119971 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-82c365c4-39d8-443d-9b56-512b715050ef req-eeb85a35-2cb1-464b-9be8-a81db149dd6f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:36.120342 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-82c365c4-39d8-443d-9b56-512b715050ef req-eeb85a35-2cb1-464b-9be8-a81db149dd6f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4106707'] for floatingip (c620c6e8-1644-41ec-86f6-ade51117f4e1), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:36.120659 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.db.l3_db [req-82c365c4-39d8-443d-9b56-512b715050ef req-eeb85a35-2cb1-464b-9be8-a81db149dd6f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Floating IP c620c6e8-1644-41ec-86f6-ade51117f4e1 disassociated. External IP: 172.27.0.174, port: 4e861415-84ce-4923-aa54-770c8249a620. Sep 27 04:26:36.121154 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [req-82c365c4-39d8-443d-9b56-512b715050ef req-eeb85a35-2cb1-464b-9be8-a81db149dd6f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Calling delete_port for 4e861415-84ce-4923-aa54-770c8249a620 owned by compute:nova {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:26:36.244883 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-82c365c4-39d8-443d-9b56-512b715050ef req-eeb85a35-2cb1-464b-9be8-a81db149dd6f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (4e861415-84ce-4923-aa54-770c8249a620), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:36.279237 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb85a35-2cb1-464b-9be8-a81db149dd6f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Pushing event deleted for resources: {'Port': ['ID=4e861415-84ce-4923-aa54-770c8249a620,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:36.287941 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb85a35-2cb1-464b-9be8-a81db149dd6f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:36.288283 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb85a35-2cb1-464b-9be8-a81db149dd6f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:36.288894 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb85a35-2cb1-464b-9be8-a81db149dd6f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:36.289271 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb85a35-2cb1-464b-9be8-a81db149dd6f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:36.289605 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb85a35-2cb1-464b-9be8-a81db149dd6f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:36.289981 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb85a35-2cb1-464b-9be8-a81db149dd6f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:36.290320 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb85a35-2cb1-464b-9be8-a81db149dd6f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:36.290643 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb85a35-2cb1-464b-9be8-a81db149dd6f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:36.290972 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb85a35-2cb1-464b-9be8-a81db149dd6f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:36.291667 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb85a35-2cb1-464b-9be8-a81db149dd6f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:36.291667 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb85a35-2cb1-464b-9be8-a81db149dd6f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:36.292027 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb85a35-2cb1-464b-9be8-a81db149dd6f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:36.292518 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb85a35-2cb1-464b-9be8-a81db149dd6f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:36.293065 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb85a35-2cb1-464b-9be8-a81db149dd6f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:36.293276 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb85a35-2cb1-464b-9be8-a81db149dd6f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:36.389959 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:36.395307 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82c365c4-39d8-443d-9b56-512b715050ef req-eeb85a35-2cb1-464b-9be8-a81db149dd6f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Router 87ac5442-42b0-4418-857a-78da77f545b5 has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:26:36.498976 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:36.502463 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82c365c4-39d8-443d-9b56-512b715050ef req-eeb85a35-2cb1-464b-9be8-a81db149dd6f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:26:36.512596 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b23d5a1-8b71-413b-9256-c3be63f43332 None None] Sync routers for ids ['87ac5442-42b0-4418-857a-78da77f545b5'] in dv-cinder-859186-3-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:26:36.523024 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b23d5a1-8b71-413b-9256-c3be63f43332 None None] Routers {'87ac5442-42b0-4418-857a-78da77f545b5'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:26:36.523632 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-8b23d5a1-8b71-413b-9256-c3be63f43332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:26:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['87ac5442-42b0-4418-857a-78da77f545b5'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:26:36.548647 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [req-82c365c4-39d8-443d-9b56-512b715050ef req-eeb85a35-2cb1-464b-9be8-a81db149dd6f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] No DVR routers for this DVR port 4e861415-84ce-4923-aa54-770c8249a620 on host hv-cinder-85918 {{(pid=106211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:26:36.551034 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-82c365c4-39d8-443d-9b56-512b715050ef req-eeb85a35-2cb1-464b-9be8-a81db149dd6f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:36.554283 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-82c365c4-39d8-443d-9b56-512b715050ef req-eeb85a35-2cb1-464b-9be8-a81db149dd6f tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.57 "DELETE /networking/v2.0/ports/4e861415-84ce-4923-aa54-770c8249a620 HTTP/1.1" status: 204 len: 173 time: 0.7638853 Sep 27 04:26:36.554780 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '710d8936-179a-412b-9f1d-148e6648cebe', 'name': 'network-vif-deleted', 'tag': '4e861415-84ce-4923-aa54-770c8249a620'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:26:36.557018 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375caaa08d89e17f41855227bc5930e71d4ac07142983a49768ae7ff94431a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfdda2cd-4236-42e3-884c-2aa3e5d731cd" -d '{"events": [{"server_uuid": "710d8936-179a-412b-9f1d-148e6648cebe", "name": "network-vif-deleted", "tag": "4e861415-84ce-4923-aa54-770c8249a620"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:26:36.641924 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-8b23d5a1-8b71-413b-9256-c3be63f43332 None None] Set router 87ac5442-42b0-4418-857a-78da77f545b5 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:26:36.833055 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e38b8b1-1165-4843-9d09-47e5b5a991f8 x-openstack-request-id: req-8e38b8b1-1165-4843-9d09-47e5b5a991f8 {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:26:36.833589 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "710d8936-179a-412b-9f1d-148e6648cebe", "name": "network-vif-deleted", "tag": "4e861415-84ce-4923-aa54-770c8249a620", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:26:36.833589 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8e38b8b1-1165-4843-9d09-47e5b5a991f8 {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:26:36.834064 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e38b8b1-1165-4843-9d09-47e5b5a991f8'] response: {'server_uuid': '710d8936-179a-412b-9f1d-148e6648cebe', 'name': 'network-vif-deleted', 'tag': '4e861415-84ce-4923-aa54-770c8249a620', 'status': 'completed', 'code': 200} Sep 27 04:26:36.877367 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-8b23d5a1-8b71-413b-9256-c3be63f43332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ac5442-42b0-4418-857a-78da77f545b5', 'name': 'tempest-AttachVolumeTestJSON-764308454-router', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:54Z', 'updated_at': '2022-09-27T04:20:02Z', 'revision_number': 4, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'gw_port': {'id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:19:55Z', 'updated_at': '2022-09-27T04:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '3644c780-ef74-4954-a68a-6cc2eadf34ce', 'name': '', 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'mac_address': 'fa:16:3e:d1:b9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8e579293-c2b5-4786-882a-437ca24df95d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:00Z', 'updated_at': '2022-09-27T04:20:08Z', 'revision_number': 5, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'subnets': [{'id': '8e579293-c2b5-4786-882a-437ca24df95d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:26:36.910590 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b23d5a1-8b71-413b-9256-c3be63f43332 None None] Checking router: 87ac5442-42b0-4418-857a-78da77f545b5 for host: dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:26:36.915979 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-584c28fb-2bb5-49e5-99bb-4a3d4c3ad71a req-98556c3b-922d-4f08-9469-4542ca23c9db tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=710d8936-179a-412b-9f1d-148e6648cebe HTTP/1.1" status: 200 len: 210 time: 0.0301087 Sep 27 04:26:36.919489 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b23d5a1-8b71-413b-9256-c3be63f43332 None None] Routers {'87ac5442-42b0-4418-857a-78da77f545b5'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:26:36.920102 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-8b23d5a1-8b71-413b-9256-c3be63f43332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:26:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['87ac5442-42b0-4418-857a-78da77f545b5'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:26:37.029075 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-8b23d5a1-8b71-413b-9256-c3be63f43332 None None] Set router 87ac5442-42b0-4418-857a-78da77f545b5 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:26:37.220111 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-8b23d5a1-8b71-413b-9256-c3be63f43332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ac5442-42b0-4418-857a-78da77f545b5', 'name': 'tempest-AttachVolumeTestJSON-764308454-router', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:54Z', 'updated_at': '2022-09-27T04:20:02Z', 'revision_number': 4, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'gw_port': {'id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:19:55Z', 'updated_at': '2022-09-27T04:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '3644c780-ef74-4954-a68a-6cc2eadf34ce', 'name': '', 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'mac_address': 'fa:16:3e:d1:b9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8e579293-c2b5-4786-882a-437ca24df95d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:00Z', 'updated_at': '2022-09-27T04:20:08Z', 'revision_number': 5, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'subnets': [{'id': '8e579293-c2b5-4786-882a-437ca24df95d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:26:37.244875 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b23d5a1-8b71-413b-9256-c3be63f43332 None None] The sync data for ids ['87ac5442-42b0-4418-857a-78da77f545b5'] in dv-cinder-859186-3-iscsi is: [{'id': '87ac5442-42b0-4418-857a-78da77f545b5', 'name': 'tempest-AttachVolumeTestJSON-764308454-router', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:54Z', 'updated_at': '2022-09-27T04:20:02Z', 'revision_number': 4, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'gw_port': {'id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:19:55Z', 'updated_at': '2022-09-27T04:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '3644c780-ef74-4954-a68a-6cc2eadf34ce', 'name': '', 'network_id': 'a72f6105-d258-45cb-a84d-18590bef93c2', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'mac_address': 'fa:16:3e:d1:b9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '8e579293-c2b5-4786-882a-437ca24df95d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:00Z', 'updated_at': '2022-09-27T04:20:08Z', 'revision_number': 5, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'subnets': [{'id': '8e579293-c2b5-4786-882a-437ca24df95d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:26:37.472687 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401faab0-bd58-432c-ba09-ce83a4d88458 None None] New status for floating IP c620c6e8-1644-41ec-86f6-ade51117f4e1: DOWN {{(pid=106213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 04:26:38.010804 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 35170) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:38.064129 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3295339f-f3d7-4a1b-ba63-97f3ff55e19a tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for security_group (54bc43f8-7528-41d7-83a2-7be375d773a9), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:38.085189 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3295339f-f3d7-4a1b-ba63-97f3ff55e19a tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for security_group (54bc43f8-7528-41d7-83a2-7be375d773a9), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:38.093250 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:38.133908 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3295339f-f3d7-4a1b-ba63-97f3ff55e19a tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (54bc43f8-7528-41d7-83a2-7be375d773a9), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:38.136464 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3295339f-f3d7-4a1b-ba63-97f3ff55e19a tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:38.137666 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-3295339f-f3d7-4a1b-ba63-97f3ff55e19a tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/54bc43f8-7528-41d7-83a2-7be375d773a9 HTTP/1.1" status: 204 len: 168 time: 0.1257820 Sep 27 04:26:38.140596 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 35172) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:38.147078 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295339f-f3d7-4a1b-ba63-97f3ff55e19a tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54bc43f8-7528-41d7-83a2-7be375d773a9,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:38.154226 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.api.v2.resource [None req-8b706b60-9c65-4018-adfd-593ffef3f220 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] show failed (client error): The resource could not be found. Sep 27 04:26:38.155213 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-8b706b60-9c65-4018-adfd-593ffef3f220 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "GET /networking/v2.0/security-groups/54bc43f8-7528-41d7-83a2-7be375d773a9 HTTP/1.1" status: 404 len: 347 time: 0.0136042 Sep 27 04:26:38.158833 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 35174) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:38.271576 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-40519da5-1d1f-4b16-aba4-d8aaa73dd9c1 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Deleting port 66da99a4-6b5d-4100-a1d8-03fd29f87923 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:26:38.271913 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-40519da5-1d1f-4b16-aba4-d8aaa73dd9c1 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (66da99a4-6b5d-4100-a1d8-03fd29f87923), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:38.346379 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-40519da5-1d1f-4b16-aba4-d8aaa73dd9c1 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (66da99a4-6b5d-4100-a1d8-03fd29f87923), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:38.346699 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-40519da5-1d1f-4b16-aba4-d8aaa73dd9c1 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for floatingip (66da99a4-6b5d-4100-a1d8-03fd29f87923), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:38.358957 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-40519da5-1d1f-4b16-aba4-d8aaa73dd9c1 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Calling delete_port for 66da99a4-6b5d-4100-a1d8-03fd29f87923 owned by network:floatingip {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:26:38.501175 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-40519da5-1d1f-4b16-aba4-d8aaa73dd9c1 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (66da99a4-6b5d-4100-a1d8-03fd29f87923), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:38.530607 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40519da5-1d1f-4b16-aba4-d8aaa73dd9c1 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Pushing event deleted for resources: {'Port': ['ID=66da99a4-6b5d-4100-a1d8-03fd29f87923,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:38.587704 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-40519da5-1d1f-4b16-aba4-d8aaa73dd9c1 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks [] for floatingip (c620c6e8-1644-41ec-86f6-ade51117f4e1), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:38.590145 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-40519da5-1d1f-4b16-aba4-d8aaa73dd9c1 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:38.591324 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-40519da5-1d1f-4b16-aba4-d8aaa73dd9c1 tempest-AttachVolumeTestJSON-1830949147 tempest-AttachVolumeTestJSON-1830949147-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/c620c6e8-1644-41ec-86f6-ade51117f4e1 HTTP/1.1" status: 204 len: 168 time: 0.4316103 Sep 27 04:26:40.085852 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 4e861415-84ce-4923-aa54-770c8249a620 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:26:40.108271 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] No Port match for: 4e861415-84ce-4923-aa54-770c8249a620 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:26:40.108632 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 4e861415-84ce-4923-aa54-770c8249a620 not bound to the agent host hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:26:43.196947 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 35230) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:43.598982 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:43.610827 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:43.642837 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fd763e63-c069-43fb-a09c-fd427c1c9f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689427'] for router_interface (87ac5442-42b0-4418-857a-78da77f545b5), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:43.856418 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-fd763e63-c069-43fb-a09c-fd427c1c9f17 admin admin] Deleting port 3644c780-ef74-4954-a68a-6cc2eadf34ce {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:26:43.856765 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fd763e63-c069-43fb-a09c-fd427c1c9f17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (3644c780-ef74-4954-a68a-6cc2eadf34ce), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:43.936372 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-fd763e63-c069-43fb-a09c-fd427c1c9f17 admin admin] For port 3644c780-ef74-4954-a68a-6cc2eadf34ce, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=3644c780-ef74-4954-a68a-6cc2eadf34ce,segment=NetworkSegment(a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921),segment_id=a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:26:43.936732 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fd763e63-c069-43fb-a09c-fd427c1c9f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (3644c780-ef74-4954-a68a-6cc2eadf34ce), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:43.949571 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-fd763e63-c069-43fb-a09c-fd427c1c9f17 admin admin] Calling delete_port for 3644c780-ef74-4954-a68a-6cc2eadf34ce owned by network:router_interface {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:26:44.122122 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fd763e63-c069-43fb-a09c-fd427c1c9f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (3644c780-ef74-4954-a68a-6cc2eadf34ce), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:44.145676 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd763e63-c069-43fb-a09c-fd427c1c9f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=3644c780-ef74-4954-a68a-6cc2eadf34ce,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:44.171295 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd763e63-c069-43fb-a09c-fd427c1c9f17 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:44.171642 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd763e63-c069-43fb-a09c-fd427c1c9f17 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:44.171982 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd763e63-c069-43fb-a09c-fd427c1c9f17 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:44.172316 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd763e63-c069-43fb-a09c-fd427c1c9f17 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:44.173239 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd763e63-c069-43fb-a09c-fd427c1c9f17 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:44.173569 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd763e63-c069-43fb-a09c-fd427c1c9f17 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:44.173921 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd763e63-c069-43fb-a09c-fd427c1c9f17 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:44.174244 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd763e63-c069-43fb-a09c-fd427c1c9f17 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:44.174568 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd763e63-c069-43fb-a09c-fd427c1c9f17 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:44.174888 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd763e63-c069-43fb-a09c-fd427c1c9f17 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:44.175214 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd763e63-c069-43fb-a09c-fd427c1c9f17 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:44.175534 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd763e63-c069-43fb-a09c-fd427c1c9f17 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:44.175852 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd763e63-c069-43fb-a09c-fd427c1c9f17 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:44.176167 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd763e63-c069-43fb-a09c-fd427c1c9f17 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:44.176482 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd763e63-c069-43fb-a09c-fd427c1c9f17 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:44.313496 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fd763e63-c069-43fb-a09c-fd427c1c9f17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3723526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4106851'] for router_interface (87ac5442-42b0-4418-857a-78da77f545b5), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:44.357171 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:44.508550 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:44.512598 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd763e63-c069-43fb-a09c-fd427c1c9f17 admin admin] Router 87ac5442-42b0-4418-857a-78da77f545b5 has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:26:44.617228 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd763e63-c069-43fb-a09c-fd427c1c9f17 admin admin] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:26:44.622211 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-fd763e63-c069-43fb-a09c-fd427c1c9f17 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/87ac5442-42b0-4418-857a-78da77f545b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4255843 Sep 27 04:26:44.624857 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 35238) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:44.625550 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a7a041-595e-44f1-8d2a-e31da13ddc89 None None] Sync routers for ids ['87ac5442-42b0-4418-857a-78da77f545b5'] in dv-cinder-859186-3-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:26:44.635568 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a7a041-595e-44f1-8d2a-e31da13ddc89 None None] Routers {'87ac5442-42b0-4418-857a-78da77f545b5'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:26:44.636171 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-56a7a041-595e-44f1-8d2a-e31da13ddc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:26:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['87ac5442-42b0-4418-857a-78da77f545b5'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:26:44.724954 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f3509d7a-b57b-4cd9-ba1a-4644ec557170 admin admin] Publish callbacks [] for router (87ac5442-42b0-4418-857a-78da77f545b5), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:44.825775 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f3509d7a-b57b-4cd9-ba1a-4644ec557170 admin admin] Publish callbacks [] for router_gateway (87ac5442-42b0-4418-857a-78da77f545b5), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:44.859733 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-56a7a041-595e-44f1-8d2a-e31da13ddc89 None None] Set router 87ac5442-42b0-4418-857a-78da77f545b5 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:26:44.867927 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-f3509d7a-b57b-4cd9-ba1a-4644ec557170 admin admin] Deleting port b46b0326-166d-45b8-8db2-cac369fbf847 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:26:44.868269 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f3509d7a-b57b-4cd9-ba1a-4644ec557170 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (b46b0326-166d-45b8-8db2-cac369fbf847), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:44.950248 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-f3509d7a-b57b-4cd9-ba1a-4644ec557170 admin admin] For port b46b0326-166d-45b8-8db2-cac369fbf847, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=b46b0326-166d-45b8-8db2-cac369fbf847,segment=NetworkSegment(458173e0-a334-422f-a9db-e4c60ba44888),segment_id=458173e0-a334-422f-a9db-e4c60ba44888)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:26:44.950611 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f3509d7a-b57b-4cd9-ba1a-4644ec557170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (b46b0326-166d-45b8-8db2-cac369fbf847), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:44.955597 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:44.964435 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-f3509d7a-b57b-4cd9-ba1a-4644ec557170 admin admin] Calling delete_port for b46b0326-166d-45b8-8db2-cac369fbf847 owned by network:router_gateway {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:26:45.025138 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-56a7a041-595e-44f1-8d2a-e31da13ddc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ac5442-42b0-4418-857a-78da77f545b5', 'name': 'tempest-AttachVolumeTestJSON-764308454-router', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71'}], 'enable_snat': True}, 'gw_port_id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:54Z', 'updated_at': '2022-09-27T04:26:44Z', 'revision_number': 5, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'gw_port': {'id': 'b46b0326-166d-45b8-8db2-cac369fbf847', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:78:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87ac5442-42b0-4418-857a-78da77f545b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:19:55Z', 'updated_at': '2022-09-27T04:20:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi'}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:26:45.053754 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a7a041-595e-44f1-8d2a-e31da13ddc89 None None] Checking router: 87ac5442-42b0-4418-857a-78da77f545b5 for host: dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:26:45.061913 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a7a041-595e-44f1-8d2a-e31da13ddc89 None None] Routers {'87ac5442-42b0-4418-857a-78da77f545b5'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:26:45.062526 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-56a7a041-595e-44f1-8d2a-e31da13ddc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:26:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['87ac5442-42b0-4418-857a-78da77f545b5'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:26:45.129620 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f3509d7a-b57b-4cd9-ba1a-4644ec557170 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (b46b0326-166d-45b8-8db2-cac369fbf847), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:45.144168 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:45.145618 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-56a7a041-595e-44f1-8d2a-e31da13ddc89 None None] Set router 87ac5442-42b0-4418-857a-78da77f545b5 gateway port host: None {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:26:45.152854 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:45.155649 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3509d7a-b57b-4cd9-ba1a-4644ec557170 admin admin] Pushing event deleted for resources: {'Port': ['ID=b46b0326-166d-45b8-8db2-cac369fbf847,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:45.198670 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-56a7a041-595e-44f1-8d2a-e31da13ddc89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87ac5442-42b0-4418-857a-78da77f545b5', 'name': 'tempest-AttachVolumeTestJSON-764308454-router', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:54Z', 'updated_at': '2022-09-27T04:26:44Z', 'revision_number': 6, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'gw_port_host': None}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:26:45.221433 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f3509d7a-b57b-4cd9-ba1a-4644ec557170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4106517'] for router_gateway (87ac5442-42b0-4418-857a-78da77f545b5), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:45.223517 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56a7a041-595e-44f1-8d2a-e31da13ddc89 None None] The sync data for ids ['87ac5442-42b0-4418-857a-78da77f545b5'] in dv-cinder-859186-3-iscsi is: [{'id': '87ac5442-42b0-4418-857a-78da77f545b5', 'name': 'tempest-AttachVolumeTestJSON-764308454-router', 'tenant_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:54Z', 'updated_at': '2022-09-27T04:26:44Z', 'revision_number': 6, 'project_id': '1c6cc70cbd2b4c04864f33ebafa06b5a', 'gw_port_host': None}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:26:45.311067 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f3509d7a-b57b-4cd9-ba1a-4644ec557170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4106764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124561'] for router (87ac5442-42b0-4418-857a-78da77f545b5), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:45.313723 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f3509d7a-b57b-4cd9-ba1a-4644ec557170 admin admin] Publish callbacks [] for router_controller (87ac5442-42b0-4418-857a-78da77f545b5), precommit_delete_associations {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:45.356003 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f3509d7a-b57b-4cd9-ba1a-4644ec557170 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4106773'] for router (87ac5442-42b0-4418-857a-78da77f545b5), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:45.356619 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3509d7a-b57b-4cd9-ba1a-4644ec557170 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87ac5442-42b0-4418-857a-78da77f545b5 {{(pid=106210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 04:26:45.362012 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f3509d7a-b57b-4cd9-ba1a-4644ec557170 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:45.363153 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-f3509d7a-b57b-4cd9-ba1a-4644ec557170 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/87ac5442-42b0-4418-857a-78da77f545b5 HTTP/1.1" status: 204 len: 168 time: 0.7373457 Sep 27 04:26:45.365775 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 35240) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:45.410111 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccabe380-c9da-4145-b683-d958a4403267 admin admin] Deleting subnet 8e579293-c2b5-4786-882a-437ca24df95d {{(pid=106210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 04:26:45.413281 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ccabe380-c9da-4145-b683-d958a4403267 admin admin] Publish callbacks [] for subnet (8e579293-c2b5-4786-882a-437ca24df95d), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:45.439722 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:45.449669 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ccabe380-c9da-4145-b683-d958a4403267 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6975061'] for subnet (8e579293-c2b5-4786-882a-437ca24df95d), precommit_delete_associations {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:45.525882 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ccabe380-c9da-4145-b683-d958a4403267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671939'] for subnet (8e579293-c2b5-4786-882a-437ca24df95d), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:45.829517 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ccabe380-c9da-4145-b683-d958a4403267 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9338860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214698'] for subnet (8e579293-c2b5-4786-882a-437ca24df95d), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:45.852628 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccabe380-c9da-4145-b683-d958a4403267 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8e579293-c2b5-4786-882a-437ca24df95d,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:45.859344 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ccabe380-c9da-4145-b683-d958a4403267 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:45.864055 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-ccabe380-c9da-4145-b683-d958a4403267 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/8e579293-c2b5-4786-882a-437ca24df95d HTTP/1.1" status: 204 len: 168 time: 0.4971144 Sep 27 04:26:45.865167 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54443af2-c17c-4bc5-b261-270f953c3d82 None None] Network a72f6105-d258-45cb-a84d-18590bef93c2 requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:26:45.866428 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 35244) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:45.940836 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-70834a92-49e7-45e9-bf0e-0477365b3b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798866'] for network (a72f6105-d258-45cb-a84d-18590bef93c2), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:45.986503 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-70834a92-49e7-45e9-bf0e-0477365b3b5f admin admin] Deleting port 15fb290d-5c6d-48ee-8bbf-dacd88fa8666 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:26:45.987041 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-70834a92-49e7-45e9-bf0e-0477365b3b5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (15fb290d-5c6d-48ee-8bbf-dacd88fa8666), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:46.054317 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-70834a92-49e7-45e9-bf0e-0477365b3b5f admin admin] For port 15fb290d-5c6d-48ee-8bbf-dacd88fa8666, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=15fb290d-5c6d-48ee-8bbf-dacd88fa8666,segment=NetworkSegment(a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921),segment_id=a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:26:46.054714 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-70834a92-49e7-45e9-bf0e-0477365b3b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (15fb290d-5c6d-48ee-8bbf-dacd88fa8666), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:46.059138 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbf4213-b7b3-4e83-88f8-e38b20c4bb2b None None] DHCP port deletion for a72f6105-d258-45cb-a84d-18590bef93c2 request from dv-cinder-859186-3-iscsi {{(pid=106212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 27 04:26:46.062314 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 3644c780-ef74-4954-a68a-6cc2eadf34ce no longer exists at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:26:46.069735 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-70834a92-49e7-45e9-bf0e-0477365b3b5f admin admin] Calling delete_port for 15fb290d-5c6d-48ee-8bbf-dacd88fa8666 owned by network:dhcp {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:26:46.082499 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] No Port match for: 3644c780-ef74-4954-a68a-6cc2eadf34ce {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:26:46.082772 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 3644c780-ef74-4954-a68a-6cc2eadf34ce not bound to the agent host dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:26:46.083385 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device b46b0326-166d-45b8-8db2-cac369fbf847 no longer exists at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:26:46.123930 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] No Port match for: b46b0326-166d-45b8-8db2-cac369fbf847 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:26:46.124281 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device b46b0326-166d-45b8-8db2-cac369fbf847 not bound to the agent host dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:26:46.137097 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-4fbf4213-b7b3-4e83-88f8-e38b20c4bb2b None None] Deleting port 15fb290d-5c6d-48ee-8bbf-dacd88fa8666 {{(pid=106212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:26:46.137496 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-4fbf4213-b7b3-4e83-88f8-e38b20c4bb2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (15fb290d-5c6d-48ee-8bbf-dacd88fa8666), before_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:46.152446 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-70834a92-49e7-45e9-bf0e-0477365b3b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (15fb290d-5c6d-48ee-8bbf-dacd88fa8666), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:46.178957 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70834a92-49e7-45e9-bf0e-0477365b3b5f admin admin] Pushing event deleted for resources: {'Port': ['ID=15fb290d-5c6d-48ee-8bbf-dacd88fa8666,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:46.180815 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70834a92-49e7-45e9-bf0e-0477365b3b5f admin admin] No DVR routers for this DVR port 15fb290d-5c6d-48ee-8bbf-dacd88fa8666 on host dv-cinder-859186-3-iscsi {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:26:46.207318 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-4fbf4213-b7b3-4e83-88f8-e38b20c4bb2b None None] For port 15fb290d-5c6d-48ee-8bbf-dacd88fa8666, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=15fb290d-5c6d-48ee-8bbf-dacd88fa8666,segment=NetworkSegment(a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921),segment_id=a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:26:46.207711 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-4fbf4213-b7b3-4e83-88f8-e38b20c4bb2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (15fb290d-5c6d-48ee-8bbf-dacd88fa8666), precommit_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:46.221177 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-4fbf4213-b7b3-4e83-88f8-e38b20c4bb2b None None] Calling delete_port for 15fb290d-5c6d-48ee-8bbf-dacd88fa8666 owned by network:dhcp {{(pid=106212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:26:46.263176 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-70834a92-49e7-45e9-bf0e-0477365b3b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779509', 'neutron.services.segments.db._delete_segments_for_network-8770988261578'] for network (a72f6105-d258-45cb-a84d-18590bef93c2), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:46.286641 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-70834a92-49e7-45e9-bf0e-0477365b3b5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a72f6105-d258-45cb-a84d-18590bef93c2']}} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:26:46.300929 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-70834a92-49e7-45e9-bf0e-0477365b3b5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921') {'for_net_delete': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:26:46.301378 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-70834a92-49e7-45e9-bf0e-0477365b3b5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921') {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:26:46.303405 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-4fbf4213-b7b3-4e83-88f8-e38b20c4bb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093'] for port (15fb290d-5c6d-48ee-8bbf-dacd88fa8666), after_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:46.313013 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-70834a92-49e7-45e9-bf0e-0477365b3b5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770988232295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6975068'] for segment (a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:46.328004 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbf4213-b7b3-4e83-88f8-e38b20c4bb2b None None] Pushing event deleted for resources: {'Port': ['ID=15fb290d-5c6d-48ee-8bbf-dacd88fa8666,revision_number=None']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:46.328760 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-70834a92-49e7-45e9-bf0e-0477365b3b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:46.333083 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbf4213-b7b3-4e83-88f8-e38b20c4bb2b None None] No DVR routers for this DVR port 15fb290d-5c6d-48ee-8bbf-dacd88fa8666 on host dv-cinder-859186-3-iscsi {{(pid=106212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:26:46.336285 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70834a92-49e7-45e9-bf0e-0477365b3b5f admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=106210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 04:26:46.337304 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-70834a92-49e7-45e9-bf0e-0477365b3b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9338690'] for segment (a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:46.346491 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbf4213-b7b3-4e83-88f8-e38b20c4bb2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:46.346842 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbf4213-b7b3-4e83-88f8-e38b20c4bb2b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:46.347562 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbf4213-b7b3-4e83-88f8-e38b20c4bb2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:46.347562 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbf4213-b7b3-4e83-88f8-e38b20c4bb2b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:46.347860 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbf4213-b7b3-4e83-88f8-e38b20c4bb2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:46.348188 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbf4213-b7b3-4e83-88f8-e38b20c4bb2b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:46.348510 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbf4213-b7b3-4e83-88f8-e38b20c4bb2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:46.348863 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbf4213-b7b3-4e83-88f8-e38b20c4bb2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:46.349153 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbf4213-b7b3-4e83-88f8-e38b20c4bb2b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:46.349471 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbf4213-b7b3-4e83-88f8-e38b20c4bb2b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:46.349812 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbf4213-b7b3-4e83-88f8-e38b20c4bb2b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:46.350146 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbf4213-b7b3-4e83-88f8-e38b20c4bb2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:46.350469 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbf4213-b7b3-4e83-88f8-e38b20c4bb2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:46.350785 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbf4213-b7b3-4e83-88f8-e38b20c4bb2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:46.351099 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fbf4213-b7b3-4e83-88f8-e38b20c4bb2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:26:46.385119 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.services.segments.plugin [-] Segment a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921 resource provider aggregate not found Sep 27 04:26:46.393087 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=9 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:46.411714 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.services.segments.plugin [-] Segment a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a913cdfa-72ec-4cc3-8b5c-57a3fb6a0921 found for delete ", "request_id": "req-9fba680f-ddcf-4d19-b69f-619bdefb1cc2"}]} Sep 27 04:26:46.415228 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-70834a92-49e7-45e9-bf0e-0477365b3b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4106734'] for network (a72f6105-d258-45cb-a84d-18590bef93c2), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:46.423686 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-70834a92-49e7-45e9-bf0e-0477365b3b5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:46.426801 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-70834a92-49e7-45e9-bf0e-0477365b3b5f admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/a72f6105-d258-45cb-a84d-18590bef93c2 HTTP/1.1" status: 204 len: 168 time: 0.5594444 Sep 27 04:26:46.436598 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70834a92-49e7-45e9-bf0e-0477365b3b5f admin admin] Pushing event deleted for resources: {'Network': ['ID=a72f6105-d258-45cb-a84d-18590bef93c2,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:46.546201 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 35252) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:46.592978 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-e703857c-e5f7-4ad6-a132-972e1e7b0120 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1c6cc70cbd2b4c04864f33ebafa06b5a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0455236 Sep 27 04:26:46.595583 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 35254) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:46.650979 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d4fb9988-6cc0-4fc8-82dd-a8b9b4a9ccb0 admin admin] Publish callbacks [] for security_group (a739030a-6e60-49f1-b474-2e81a8470511), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:46.673184 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d4fb9988-6cc0-4fc8-82dd-a8b9b4a9ccb0 admin admin] Publish callbacks [] for security_group (a739030a-6e60-49f1-b474-2e81a8470511), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:46.696489 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:46.726198 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d4fb9988-6cc0-4fc8-82dd-a8b9b4a9ccb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (a739030a-6e60-49f1-b474-2e81a8470511), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:46.729009 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d4fb9988-6cc0-4fc8-82dd-a8b9b4a9ccb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:46.730185 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-d4fb9988-6cc0-4fc8-82dd-a8b9b4a9ccb0 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a739030a-6e60-49f1-b474-2e81a8470511 HTTP/1.1" status: 204 len: 168 time: 0.1335659 Sep 27 04:26:46.738956 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fb9988-6cc0-4fc8-82dd-a8b9b4a9ccb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a739030a-6e60-49f1-b474-2e81a8470511,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:47.544014 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:47.546996 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=18,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:47.769480 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 15fb290d-5c6d-48ee-8bbf-dacd88fa8666 no longer exists at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:26:47.789127 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] No Port match for: 15fb290d-5c6d-48ee-8bbf-dacd88fa8666 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:26:47.789477 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 15fb290d-5c6d-48ee-8bbf-dacd88fa8666 not bound to the agent host dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:26:48.459483 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 35344) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:48.569085 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f0ee310-c996-4f7f-b91c-e7fee35c01bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:48.642891 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f0ee310-c996-4f7f-b91c-e7fee35c01bc admin admin] Publish callbacks [] for security_group (856a48be-2b67-4d50-a804-18f97695fa19), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:48.646492 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7f0ee310-c996-4f7f-b91c-e7fee35c01bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (856a48be-2b67-4d50-a804-18f97695fa19), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:48.684457 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0ee310-c996-4f7f-b91c-e7fee35c01bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=856a48be-2b67-4d50-a804-18f97695fa19,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:48.689732 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-7f0ee310-c996-4f7f-b91c-e7fee35c01bc admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1c32dbf98bb9458c8ee9484fde9ba309&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291372 Sep 27 04:26:48.692479 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 35348) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:48.740809 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-35a368c0-af48-46c0-a4dd-d454b2cc14bb admin admin] Publish callbacks [] for security_group (856a48be-2b67-4d50-a804-18f97695fa19), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:48.764188 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-35a368c0-af48-46c0-a4dd-d454b2cc14bb admin admin] Publish callbacks [] for security_group (856a48be-2b67-4d50-a804-18f97695fa19), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:48.810078 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-35a368c0-af48-46c0-a4dd-d454b2cc14bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (856a48be-2b67-4d50-a804-18f97695fa19), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:48.812495 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-35a368c0-af48-46c0-a4dd-d454b2cc14bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:48.813640 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-35a368c0-af48-46c0-a4dd-d454b2cc14bb admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/856a48be-2b67-4d50-a804-18f97695fa19 HTTP/1.1" status: 204 len: 168 time: 0.1202786 Sep 27 04:26:48.821054 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a368c0-af48-46c0-a4dd-d454b2cc14bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=856a48be-2b67-4d50-a804-18f97695fa19,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:49.077537 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 35356) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:49.091289 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cbcc5198-a916-4144-b6ff-30836aa68bb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:49.167465 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cbcc5198-a916-4144-b6ff-30836aa68bb5 admin admin] Publish callbacks [] for security_group (411e699c-3733-41b4-ac4e-2c13185c1cf8), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:49.170912 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-cbcc5198-a916-4144-b6ff-30836aa68bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (411e699c-3733-41b4-ac4e-2c13185c1cf8), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:49.209054 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc5198-a916-4144-b6ff-30836aa68bb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411e699c-3733-41b4-ac4e-2c13185c1cf8,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:49.213333 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-cbcc5198-a916-4144-b6ff-30836aa68bb5 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=85f605240d5845b6a9aa1583e6314e48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1347444 Sep 27 04:26:49.216125 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 35358) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:49.265909 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6d5b9bd8-75a8-4eba-8aa8-a76709bbe584 admin admin] Publish callbacks [] for security_group (411e699c-3733-41b4-ac4e-2c13185c1cf8), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:49.288751 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6d5b9bd8-75a8-4eba-8aa8-a76709bbe584 admin admin] Publish callbacks [] for security_group (411e699c-3733-41b4-ac4e-2c13185c1cf8), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:49.294760 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:49.342175 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6d5b9bd8-75a8-4eba-8aa8-a76709bbe584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (411e699c-3733-41b4-ac4e-2c13185c1cf8), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:49.344773 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6d5b9bd8-75a8-4eba-8aa8-a76709bbe584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:49.346256 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-6d5b9bd8-75a8-4eba-8aa8-a76709bbe584 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/411e699c-3733-41b4-ac4e-2c13185c1cf8 HTTP/1.1" status: 204 len: 168 time: 0.1293411 Sep 27 04:26:49.355942 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b9bd8-75a8-4eba-8aa8-a76709bbe584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411e699c-3733-41b4-ac4e-2c13185c1cf8,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:50.288249 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-d7d1159e-552a-441b-af79-0ec266966d3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:50.756382 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 35410) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:50.865299 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-37169138-d2b6-48ac-8868-9e349a440b48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:50.915444 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:50.946646 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-37169138-d2b6-48ac-8868-9e349a440b48 admin admin] Publish callbacks [] for security_group (f99f822c-e5d6-4c2f-9559-ee04bc848ed1), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:50.950711 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-37169138-d2b6-48ac-8868-9e349a440b48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (f99f822c-e5d6-4c2f-9559-ee04bc848ed1), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:50.990733 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-37169138-d2b6-48ac-8868-9e349a440b48 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=80ffbd2c0065498eabe1a93e2e3e0111&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332563 Sep 27 04:26:50.991614 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37169138-d2b6-48ac-8868-9e349a440b48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f99f822c-e5d6-4c2f-9559-ee04bc848ed1,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:50.993516 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 35420) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:51.045575 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-fbc951e4-42ca-4f6c-8755-fec06f07c826 admin admin] Publish callbacks [] for security_group (f99f822c-e5d6-4c2f-9559-ee04bc848ed1), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:51.068728 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-fbc951e4-42ca-4f6c-8755-fec06f07c826 admin admin] Publish callbacks [] for security_group (f99f822c-e5d6-4c2f-9559-ee04bc848ed1), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:51.124973 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-fbc951e4-42ca-4f6c-8755-fec06f07c826 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (f99f822c-e5d6-4c2f-9559-ee04bc848ed1), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:51.124973 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-fbc951e4-42ca-4f6c-8755-fec06f07c826 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:51.129973 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-fbc951e4-42ca-4f6c-8755-fec06f07c826 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/f99f822c-e5d6-4c2f-9559-ee04bc848ed1 HTTP/1.1" status: 204 len: 168 time: 0.1347456 Sep 27 04:26:51.138472 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc951e4-42ca-4f6c-8755-fec06f07c826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99f822c-e5d6-4c2f-9559-ee04bc848ed1,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:51.389979 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 35428) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:51.402965 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8cce7f8a-5d2c-4ceb-b476-8196ad63f20c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:51.479473 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8cce7f8a-5d2c-4ceb-b476-8196ad63f20c admin admin] Publish callbacks [] for security_group (8f922c2e-bb01-44c3-ac6e-706e124122d2), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:51.483477 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8cce7f8a-5d2c-4ceb-b476-8196ad63f20c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (8f922c2e-bb01-44c3-ac6e-706e124122d2), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:51.522802 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-8cce7f8a-5d2c-4ceb-b476-8196ad63f20c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=6ebc46fe189d440599fb32a60fa430c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1318126 Sep 27 04:26:51.523662 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce7f8a-5d2c-4ceb-b476-8196ad63f20c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f922c2e-bb01-44c3-ac6e-706e124122d2,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:51.526160 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 35430) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:51.576509 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d9a9e25d-b4eb-48ef-9bcf-e7af66c1d633 admin admin] Publish callbacks [] for security_group (8f922c2e-bb01-44c3-ac6e-706e124122d2), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:51.596492 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d9a9e25d-b4eb-48ef-9bcf-e7af66c1d633 admin admin] Publish callbacks [] for security_group (8f922c2e-bb01-44c3-ac6e-706e124122d2), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:51.644968 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d9a9e25d-b4eb-48ef-9bcf-e7af66c1d633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (8f922c2e-bb01-44c3-ac6e-706e124122d2), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:51.647478 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d9a9e25d-b4eb-48ef-9bcf-e7af66c1d633 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:51.648797 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-d9a9e25d-b4eb-48ef-9bcf-e7af66c1d633 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8f922c2e-bb01-44c3-ac6e-706e124122d2 HTTP/1.1" status: 204 len: 168 time: 0.1216431 Sep 27 04:26:51.656644 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a9e25d-b4eb-48ef-9bcf-e7af66c1d633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f922c2e-bb01-44c3-ac6e-706e124122d2,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:52.246122 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-504cf978-971b-4b21-aa05-2b83b97235e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:53.719111 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:54.170261 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 35522) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:54.275254 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fcffafdb-a909-41d4-b1f5-113106b1f7ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:54.362164 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fcffafdb-a909-41d4-b1f5-113106b1f7ab admin admin] Publish callbacks [] for security_group (03d6eea3-8207-4d77-97e8-4af409d296c8), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:54.365670 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-fcffafdb-a909-41d4-b1f5-113106b1f7ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (03d6eea3-8207-4d77-97e8-4af409d296c8), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:54.404353 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-fcffafdb-a909-41d4-b1f5-113106b1f7ab admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c56091ecf8c641bab1ac29aa633dfb07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330368 Sep 27 04:26:54.405227 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcffafdb-a909-41d4-b1f5-113106b1f7ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d6eea3-8207-4d77-97e8-4af409d296c8,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:54.407661 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 35526) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:54.697321 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-32478649-0e16-4910-a810-25ff04913d48 admin admin] Publish callbacks [] for security_group (03d6eea3-8207-4d77-97e8-4af409d296c8), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:54.716902 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-32478649-0e16-4910-a810-25ff04913d48 admin admin] Publish callbacks [] for security_group (03d6eea3-8207-4d77-97e8-4af409d296c8), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:54.741572 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:54.763513 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-32478649-0e16-4910-a810-25ff04913d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (03d6eea3-8207-4d77-97e8-4af409d296c8), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:54.766064 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-32478649-0e16-4910-a810-25ff04913d48 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:54.767762 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-32478649-0e16-4910-a810-25ff04913d48 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/03d6eea3-8207-4d77-97e8-4af409d296c8 HTTP/1.1" status: 204 len: 168 time: 0.3590834 Sep 27 04:26:54.776033 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32478649-0e16-4910-a810-25ff04913d48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d6eea3-8207-4d77-97e8-4af409d296c8,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:55.036232 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 35534) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:55.050811 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ab40594c-b1d1-4376-9e77-1c7765b901b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:55.055830 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:55.125010 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ab40594c-b1d1-4376-9e77-1c7765b901b3 admin admin] Publish callbacks [] for security_group (1d55535e-e88f-4feb-971f-234408e4adf0), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:55.129156 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ab40594c-b1d1-4376-9e77-1c7765b901b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (1d55535e-e88f-4feb-971f-234408e4adf0), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:55.139712 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=11 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:55.163744 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:55.172346 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab40594c-b1d1-4376-9e77-1c7765b901b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d55535e-e88f-4feb-971f-234408e4adf0,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:55.178385 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-ab40594c-b1d1-4376-9e77-1c7765b901b3 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=fd11e5581c884623827d5b683c0ac58a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1410418 Sep 27 04:26:55.181067 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 35536) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:55.231901 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d80d25f6-b09d-4e69-a5bb-23381d615fd4 admin admin] Publish callbacks [] for security_group (1d55535e-e88f-4feb-971f-234408e4adf0), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:55.252088 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d80d25f6-b09d-4e69-a5bb-23381d615fd4 admin admin] Publish callbacks [] for security_group (1d55535e-e88f-4feb-971f-234408e4adf0), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:55.299920 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d80d25f6-b09d-4e69-a5bb-23381d615fd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (1d55535e-e88f-4feb-971f-234408e4adf0), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:55.302495 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d80d25f6-b09d-4e69-a5bb-23381d615fd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:55.303691 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-d80d25f6-b09d-4e69-a5bb-23381d615fd4 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1d55535e-e88f-4feb-971f-234408e4adf0 HTTP/1.1" status: 204 len: 168 time: 0.1217282 Sep 27 04:26:55.311558 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d25f6-b09d-4e69-a5bb-23381d615fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d55535e-e88f-4feb-971f-234408e4adf0,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:56.698020 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:26:56.981647 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 35594) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:57.084645 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7c3d0ee3-888c-4ed4-91a5-9a48e0698d4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:57.159774 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7c3d0ee3-888c-4ed4-91a5-9a48e0698d4e admin admin] Publish callbacks [] for security_group (dcf35fef-f4ac-4946-bdac-2958f76c4bec), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:57.163620 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7c3d0ee3-888c-4ed4-91a5-9a48e0698d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (dcf35fef-f4ac-4946-bdac-2958f76c4bec), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:57.202830 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-7c3d0ee3-888c-4ed4-91a5-9a48e0698d4e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=b718062f86b14cc7b1ce38b8c46567bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2200968 Sep 27 04:26:57.204197 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3d0ee3-888c-4ed4-91a5-9a48e0698d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf35fef-f4ac-4946-bdac-2958f76c4bec,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:57.206739 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 35598) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:57.257447 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8a2547aa-e1eb-4733-8087-e66e7579ad03 admin admin] Publish callbacks [] for security_group (dcf35fef-f4ac-4946-bdac-2958f76c4bec), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:57.277485 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8a2547aa-e1eb-4733-8087-e66e7579ad03 admin admin] Publish callbacks [] for security_group (dcf35fef-f4ac-4946-bdac-2958f76c4bec), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:57.333407 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8a2547aa-e1eb-4733-8087-e66e7579ad03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (dcf35fef-f4ac-4946-bdac-2958f76c4bec), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:57.335982 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8a2547aa-e1eb-4733-8087-e66e7579ad03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:57.337116 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-8a2547aa-e1eb-4733-8087-e66e7579ad03 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/dcf35fef-f4ac-4946-bdac-2958f76c4bec HTTP/1.1" status: 204 len: 168 time: 0.1290264 Sep 27 04:26:57.345784 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2547aa-e1eb-4733-8087-e66e7579ad03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf35fef-f4ac-4946-bdac-2958f76c4bec,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:57.592136 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 35604) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:57.605296 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9a331304-f9e1-487a-ac99-3296f025e666 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:57.627914 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:DELETE=4,neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:57.686113 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9a331304-f9e1-487a-ac99-3296f025e666 admin admin] Publish callbacks [] for security_group (5613d28a-45a6-454c-b65c-9ae76cf2bb5b), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:57.690376 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9a331304-f9e1-487a-ac99-3296f025e666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (5613d28a-45a6-454c-b65c-9ae76cf2bb5b), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:57.728958 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-9a331304-f9e1-487a-ac99-3296f025e666 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c0d1e5a9ecb84d10883a49e351a5ad4f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1357734 Sep 27 04:26:57.729813 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a331304-f9e1-487a-ac99-3296f025e666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5613d28a-45a6-454c-b65c-9ae76cf2bb5b,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:57.731708 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 35606) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:57.783306 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-09fcc59f-2092-440e-a7c1-3a18ac43c9e5 admin admin] Publish callbacks [] for security_group (5613d28a-45a6-454c-b65c-9ae76cf2bb5b), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:57.803047 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-09fcc59f-2092-440e-a7c1-3a18ac43c9e5 admin admin] Publish callbacks [] for security_group (5613d28a-45a6-454c-b65c-9ae76cf2bb5b), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:57.848380 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-09fcc59f-2092-440e-a7c1-3a18ac43c9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (5613d28a-45a6-454c-b65c-9ae76cf2bb5b), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:57.850931 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-09fcc59f-2092-440e-a7c1-3a18ac43c9e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:57.852071 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-09fcc59f-2092-440e-a7c1-3a18ac43c9e5 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/5613d28a-45a6-454c-b65c-9ae76cf2bb5b HTTP/1.1" status: 204 len: 168 time: 0.1193366 Sep 27 04:26:57.860150 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fcc59f-2092-440e-a7c1-3a18ac43c9e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5613d28a-45a6-454c-b65c-9ae76cf2bb5b,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:58.934694 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 35654) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:59.046097 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f70ff31d-f170-4832-9e91-0c768763449e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:59.091219 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:59.126780 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f70ff31d-f170-4832-9e91-0c768763449e admin admin] Publish callbacks [] for security_group (6f1dc898-3343-48de-b2c4-36511b1d52da), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:59.130393 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-f70ff31d-f170-4832-9e91-0c768763449e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (6f1dc898-3343-48de-b2c4-36511b1d52da), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:59.169427 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-f70ff31d-f170-4832-9e91-0c768763449e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=d70fde5da741495e8eb5f199cd42d7a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2336879 Sep 27 04:26:59.170296 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ff31d-f170-4832-9e91-0c768763449e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f1dc898-3343-48de-b2c4-36511b1d52da,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:59.173276 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 35660) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:26:59.202036 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=79,neutron:DELETE=5,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:26:59.228878 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c7b7a605-1c79-4e71-999e-e7122181084d admin admin] Publish callbacks [] for security_group (6f1dc898-3343-48de-b2c4-36511b1d52da), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:59.248840 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c7b7a605-1c79-4e71-999e-e7122181084d admin admin] Publish callbacks [] for security_group (6f1dc898-3343-48de-b2c4-36511b1d52da), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:59.298824 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c7b7a605-1c79-4e71-999e-e7122181084d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (6f1dc898-3343-48de-b2c4-36511b1d52da), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:59.301379 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c7b7a605-1c79-4e71-999e-e7122181084d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:26:59.302560 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-c7b7a605-1c79-4e71-999e-e7122181084d admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/6f1dc898-3343-48de-b2c4-36511b1d52da HTTP/1.1" status: 204 len: 168 time: 0.1280754 Sep 27 04:26:59.310498 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7a605-1c79-4e71-999e-e7122181084d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f1dc898-3343-48de-b2c4-36511b1d52da,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:26:59.749061 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:00.077026 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095bf0e9-7be3-43e8-8740-99e5c2d3a870 req-116c9950-16b8-4e01-89e2-7a194c70d66f tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:00.078539 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-095bf0e9-7be3-43e8-8740-99e5c2d3a870 req-116c9950-16b8-4e01-89e2-7a194c70d66f tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 946 time: 0.0478454 Sep 27 04:27:00.127523 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-095bf0e9-7be3-43e8-8740-99e5c2d3a870 req-39627e8d-929a-437c-a3a4-f5cc510de68e tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432396 Sep 27 04:27:01.259643 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9abeab-543f-422c-9b4d-febb1ce8988f req-946e082a-43e9-4fa5-8809-52bde87278fb tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:01.262189 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4f9abeab-543f-422c-9b4d-febb1ce8988f req-946e082a-43e9-4fa5-8809-52bde87278fb tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 946 time: 0.0529914 Sep 27 04:27:01.284057 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:01.315963 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4f9abeab-543f-422c-9b4d-febb1ce8988f req-4d73c80a-e739-447e-a64a-d633a280aaf7 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a036648-69d9-4a9d-b723-5993a340c9f4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482886 Sep 27 04:27:01.535439 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436862aa-6636-4de6-ac0b-9a49d3d8440e req-e0a1800c-da6a-443c-b00d-41b9b62746b4 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:01.536854 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-436862aa-6636-4de6-ac0b-9a49d3d8440e req-e0a1800c-da6a-443c-b00d-41b9b62746b4 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 946 time: 0.0463147 Sep 27 04:27:01.616761 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [req-436862aa-6636-4de6-ac0b-9a49d3d8440e req-e4cc911e-11c9-4384-b9c3-a85585982f7e tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Deleting port b5c073b9-7000-4407-b92c-8e4279bf0f72 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:27:01.617031 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-436862aa-6636-4de6-ac0b-9a49d3d8440e req-e4cc911e-11c9-4384-b9c3-a85585982f7e tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (b5c073b9-7000-4407-b92c-8e4279bf0f72), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:01.714214 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-436862aa-6636-4de6-ac0b-9a49d3d8440e req-e4cc911e-11c9-4384-b9c3-a85585982f7e tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] For port b5c073b9-7000-4407-b92c-8e4279bf0f72, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=b5c073b9-7000-4407-b92c-8e4279bf0f72,segment=NetworkSegment(188f0649-0d82-4591-a8be-8000cf940ed2),segment_id=188f0649-0d82-4591-a8be-8000cf940ed2)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:27:01.714572 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-436862aa-6636-4de6-ac0b-9a49d3d8440e req-e4cc911e-11c9-4384-b9c3-a85585982f7e tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (b5c073b9-7000-4407-b92c-8e4279bf0f72), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:01.875282 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-436862aa-6636-4de6-ac0b-9a49d3d8440e req-e4cc911e-11c9-4384-b9c3-a85585982f7e tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:01.875551 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-436862aa-6636-4de6-ac0b-9a49d3d8440e req-e4cc911e-11c9-4384-b9c3-a85585982f7e tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4106707'] for floatingip (9529d0d6-86e7-4753-98e3-8eeba2af0489), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:01.875918 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.db.l3_db [req-436862aa-6636-4de6-ac0b-9a49d3d8440e req-e4cc911e-11c9-4384-b9c3-a85585982f7e tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Floating IP 9529d0d6-86e7-4753-98e3-8eeba2af0489 disassociated. External IP: 172.27.0.21, port: b5c073b9-7000-4407-b92c-8e4279bf0f72. Sep 27 04:27:01.876210 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [req-436862aa-6636-4de6-ac0b-9a49d3d8440e req-e4cc911e-11c9-4384-b9c3-a85585982f7e tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Calling delete_port for b5c073b9-7000-4407-b92c-8e4279bf0f72 owned by compute:nova {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:27:02.010408 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-436862aa-6636-4de6-ac0b-9a49d3d8440e req-e4cc911e-11c9-4384-b9c3-a85585982f7e tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (b5c073b9-7000-4407-b92c-8e4279bf0f72), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:02.039108 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc911e-11c9-4384-b9c3-a85585982f7e tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Pushing event deleted for resources: {'Port': ['ID=b5c073b9-7000-4407-b92c-8e4279bf0f72,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:02.154275 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-436862aa-6636-4de6-ac0b-9a49d3d8440e req-e4cc911e-11c9-4384-b9c3-a85585982f7e tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Router 484d1f09-a6b1-4259-a367-00e5d24c5c04 has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:27:02.201098 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:02.258814 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-436862aa-6636-4de6-ac0b-9a49d3d8440e req-e4cc911e-11c9-4384-b9c3-a85585982f7e tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:27:02.269061 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c1f7a2-2535-4403-bf0e-a61a2242972b None None] Sync routers for ids ['484d1f09-a6b1-4259-a367-00e5d24c5c04'] in dv-cinder-859186-3-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:27:02.279319 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c1f7a2-2535-4403-bf0e-a61a2242972b None None] Routers {'484d1f09-a6b1-4259-a367-00e5d24c5c04'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:27:02.279928 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-02c1f7a2-2535-4403-bf0e-a61a2242972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:26:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['484d1f09-a6b1-4259-a367-00e5d24c5c04'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:27:02.301546 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [req-436862aa-6636-4de6-ac0b-9a49d3d8440e req-e4cc911e-11c9-4384-b9c3-a85585982f7e tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] No DVR routers for this DVR port b5c073b9-7000-4407-b92c-8e4279bf0f72 on host hv-cinder-85918 {{(pid=106211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:27:02.304458 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-436862aa-6636-4de6-ac0b-9a49d3d8440e req-e4cc911e-11c9-4384-b9c3-a85585982f7e tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:02.307659 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-436862aa-6636-4de6-ac0b-9a49d3d8440e req-e4cc911e-11c9-4384-b9c3-a85585982f7e tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.57 "DELETE /networking/v2.0/ports/b5c073b9-7000-4407-b92c-8e4279bf0f72 HTTP/1.1" status: 204 len: 173 time: 0.7649758 Sep 27 04:27:02.308106 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c6879a2-4ef5-4e16-8066-a2f05eca633c', 'name': 'network-vif-deleted', 'tag': 'b5c073b9-7000-4407-b92c-8e4279bf0f72'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:27:02.310443 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375caaa08d89e17f41855227bc5930e71d4ac07142983a49768ae7ff94431a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03916809-bb0e-41b0-9b57-6401c0b81d02" -d '{"events": [{"server_uuid": "5c6879a2-4ef5-4e16-8066-a2f05eca633c", "name": "network-vif-deleted", "tag": "b5c073b9-7000-4407-b92c-8e4279bf0f72"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:27:02.358941 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b67aaffb-94c1-41aa-9510-3ea984be227f x-openstack-request-id: req-b67aaffb-94c1-41aa-9510-3ea984be227f {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:27:02.359216 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c6879a2-4ef5-4e16-8066-a2f05eca633c", "name": "network-vif-deleted", "tag": "b5c073b9-7000-4407-b92c-8e4279bf0f72", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:27:02.359585 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b67aaffb-94c1-41aa-9510-3ea984be227f {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:27:02.360449 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b67aaffb-94c1-41aa-9510-3ea984be227f'] response: {'server_uuid': '5c6879a2-4ef5-4e16-8066-a2f05eca633c', 'name': 'network-vif-deleted', 'tag': 'b5c073b9-7000-4407-b92c-8e4279bf0f72', 'status': 'completed', 'code': 200} Sep 27 04:27:02.395508 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-02c1f7a2-2535-4403-bf0e-a61a2242972b None None] Set router 484d1f09-a6b1-4259-a367-00e5d24c5c04 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:27:02.496406 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-543fbba4-803a-4cfe-9824-5f0111e0de1f req-830edfe7-f83e-4ee7-a9c2-9a04cd12fb4f tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=5c6879a2-4ef5-4e16-8066-a2f05eca633c HTTP/1.1" status: 200 len: 210 time: 0.0623462 Sep 27 04:27:02.629040 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-02c1f7a2-2535-4403-bf0e-a61a2242972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'name': 'tempest-AttachVolumeShelveTestJSON-185060981-router', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:58Z', 'updated_at': '2022-09-27T04:20:07Z', 'revision_number': 4, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'gw_port': {'id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:00Z', 'updated_at': '2022-09-27T04:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'd38ba25f-11e0-4272-a046-108afa9fa96c', 'name': '', 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'mac_address': 'fa:16:3e:e9:8a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:06Z', 'updated_at': '2022-09-27T04:20:22Z', 'revision_number': 5, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'subnets': [{'id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:27:02.654433 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c1f7a2-2535-4403-bf0e-a61a2242972b None None] Checking router: 484d1f09-a6b1-4259-a367-00e5d24c5c04 for host: dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:27:02.667109 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c1f7a2-2535-4403-bf0e-a61a2242972b None None] Routers {'484d1f09-a6b1-4259-a367-00e5d24c5c04'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:27:02.667763 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-02c1f7a2-2535-4403-bf0e-a61a2242972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:26:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['484d1f09-a6b1-4259-a367-00e5d24c5c04'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:27:02.771089 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-02c1f7a2-2535-4403-bf0e-a61a2242972b None None] Set router 484d1f09-a6b1-4259-a367-00e5d24c5c04 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:27:02.966813 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-02c1f7a2-2535-4403-bf0e-a61a2242972b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'name': 'tempest-AttachVolumeShelveTestJSON-185060981-router', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:58Z', 'updated_at': '2022-09-27T04:20:07Z', 'revision_number': 4, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'gw_port': {'id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:00Z', 'updated_at': '2022-09-27T04:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'd38ba25f-11e0-4272-a046-108afa9fa96c', 'name': '', 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'mac_address': 'fa:16:3e:e9:8a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:06Z', 'updated_at': '2022-09-27T04:20:22Z', 'revision_number': 5, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'subnets': [{'id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:27:02.991659 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02c1f7a2-2535-4403-bf0e-a61a2242972b None None] The sync data for ids ['484d1f09-a6b1-4259-a367-00e5d24c5c04'] in dv-cinder-859186-3-iscsi is: [{'id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'name': 'tempest-AttachVolumeShelveTestJSON-185060981-router', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:58Z', 'updated_at': '2022-09-27T04:20:07Z', 'revision_number': 4, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'gw_port': {'id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:00Z', 'updated_at': '2022-09-27T04:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'd38ba25f-11e0-4272-a046-108afa9fa96c', 'name': '', 'network_id': '50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'mac_address': 'fa:16:3e:e9:8a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'device_owner': 'network:router_interface', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:06Z', 'updated_at': '2022-09-27T04:20:22Z', 'revision_number': 5, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'subnets': [{'id': '7fbc1344-d37e-4e3c-8ea2-baced031ac4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:27:03.201547 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ec8b970-9dc0-4a5a-93fa-4428f978ef29 None None] New status for floating IP 9529d0d6-86e7-4753-98e3-8eeba2af0489: DOWN {{(pid=106212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 04:27:03.585304 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 35730) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:27:03.638372 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1031afcd-b193-47bf-9c8a-b05847a24ee3 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for security_group (4a036648-69d9-4a9d-b723-5993a340c9f4), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:03.661052 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1031afcd-b193-47bf-9c8a-b05847a24ee3 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for security_group (4a036648-69d9-4a9d-b723-5993a340c9f4), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:03.708074 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1031afcd-b193-47bf-9c8a-b05847a24ee3 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (4a036648-69d9-4a9d-b723-5993a340c9f4), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:03.710672 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1031afcd-b193-47bf-9c8a-b05847a24ee3 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:03.711825 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-1031afcd-b193-47bf-9c8a-b05847a24ee3 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/4a036648-69d9-4a9d-b723-5993a340c9f4 HTTP/1.1" status: 204 len: 168 time: 0.1255078 Sep 27 04:27:03.714635 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 35732) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:27:03.721036 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031afcd-b193-47bf-9c8a-b05847a24ee3 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a036648-69d9-4a9d-b723-5993a340c9f4,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:03.728205 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.api.v2.resource [None req-d51239cf-afaf-4cd8-8393-eca7baec97e3 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] show failed (client error): The resource could not be found. Sep 27 04:27:03.731907 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-d51239cf-afaf-4cd8-8393-eca7baec97e3 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "GET /networking/v2.0/security-groups/4a036648-69d9-4a9d-b723-5993a340c9f4 HTTP/1.1" status: 404 len: 347 time: 0.0135961 Sep 27 04:27:03.732307 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 35734) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:27:03.853071 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-beeb7818-30d5-415b-b993-0851c1d2c622 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Deleting port 46f78686-8131-4972-b452-475e717d6edf {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:27:03.853412 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-beeb7818-30d5-415b-b993-0851c1d2c622 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (46f78686-8131-4972-b452-475e717d6edf), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:03.855702 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:03.939303 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-beeb7818-30d5-415b-b993-0851c1d2c622 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (46f78686-8131-4972-b452-475e717d6edf), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:03.939692 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-beeb7818-30d5-415b-b993-0851c1d2c622 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for floatingip (46f78686-8131-4972-b452-475e717d6edf), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:03.952549 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-beeb7818-30d5-415b-b993-0851c1d2c622 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Calling delete_port for 46f78686-8131-4972-b452-475e717d6edf owned by network:floatingip {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:27:04.091099 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-beeb7818-30d5-415b-b993-0851c1d2c622 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (46f78686-8131-4972-b452-475e717d6edf), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:04.115236 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beeb7818-30d5-415b-b993-0851c1d2c622 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Pushing event deleted for resources: {'Port': ['ID=46f78686-8131-4972-b452-475e717d6edf,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:04.187056 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-beeb7818-30d5-415b-b993-0851c1d2c622 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks [] for floatingip (9529d0d6-86e7-4753-98e3-8eeba2af0489), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:04.190354 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-beeb7818-30d5-415b-b993-0851c1d2c622 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:04.191503 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-beeb7818-30d5-415b-b993-0851c1d2c622 tempest-AttachVolumeShelveTestJSON-1565737032 tempest-AttachVolumeShelveTestJSON-1565737032-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/9529d0d6-86e7-4753-98e3-8eeba2af0489 HTTP/1.1" status: 204 len: 168 time: 0.4579301 Sep 27 04:27:05.559463 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device b5c073b9-7000-4407-b92c-8e4279bf0f72 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:27:05.578603 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] No Port match for: b5c073b9-7000-4407-b92c-8e4279bf0f72 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:27:05.578944 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device b5c073b9-7000-4407-b92c-8e4279bf0f72 not bound to the agent host hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:27:06.635331 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 35788) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:27:07.098350 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d858b982-f81a-4d58-a3ff-f423245e0ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689427'] for router_interface (484d1f09-a6b1-4259-a367-00e5d24c5c04), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:07.174250 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:07.302625 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:07.318724 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-d858b982-f81a-4d58-a3ff-f423245e0ba8 admin admin] Deleting port d38ba25f-11e0-4272-a046-108afa9fa96c {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:27:07.319063 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d858b982-f81a-4d58-a3ff-f423245e0ba8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (d38ba25f-11e0-4272-a046-108afa9fa96c), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:07.398666 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-d858b982-f81a-4d58-a3ff-f423245e0ba8 admin admin] For port d38ba25f-11e0-4272-a046-108afa9fa96c, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=d38ba25f-11e0-4272-a046-108afa9fa96c,segment=NetworkSegment(188f0649-0d82-4591-a8be-8000cf940ed2),segment_id=188f0649-0d82-4591-a8be-8000cf940ed2)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:27:07.398943 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d858b982-f81a-4d58-a3ff-f423245e0ba8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (d38ba25f-11e0-4272-a046-108afa9fa96c), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:07.411344 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-d858b982-f81a-4d58-a3ff-f423245e0ba8 admin admin] Calling delete_port for d38ba25f-11e0-4272-a046-108afa9fa96c owned by network:router_interface {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:27:07.583085 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d858b982-f81a-4d58-a3ff-f423245e0ba8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (d38ba25f-11e0-4272-a046-108afa9fa96c), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:07.606795 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d858b982-f81a-4d58-a3ff-f423245e0ba8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d38ba25f-11e0-4272-a046-108afa9fa96c,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:07.772949 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d858b982-f81a-4d58-a3ff-f423245e0ba8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3723526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4106851'] for router_interface (484d1f09-a6b1-4259-a367-00e5d24c5c04), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:07.980263 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d858b982-f81a-4d58-a3ff-f423245e0ba8 admin admin] Router 484d1f09-a6b1-4259-a367-00e5d24c5c04 has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:27:07.992811 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:08.086478 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d858b982-f81a-4d58-a3ff-f423245e0ba8 admin admin] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:27:08.094326 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-d858b982-f81a-4d58-a3ff-f423245e0ba8 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/484d1f09-a6b1-4259-a367-00e5d24c5c04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4550240 Sep 27 04:27:08.094326 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 35808) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:27:08.096969 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e535ab0d-3ef7-4a9c-b199-77e3c08e9241 None None] Sync routers for ids ['484d1f09-a6b1-4259-a367-00e5d24c5c04'] in dv-cinder-859186-3-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:27:08.101006 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:08.107485 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e535ab0d-3ef7-4a9c-b199-77e3c08e9241 None None] Routers {'484d1f09-a6b1-4259-a367-00e5d24c5c04'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:27:08.108190 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-e535ab0d-3ef7-4a9c-b199-77e3c08e9241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:26:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['484d1f09-a6b1-4259-a367-00e5d24c5c04'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:27:08.174567 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:08.197066 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-adc97712-8852-4723-b743-97f430ede7d4 admin admin] Publish callbacks [] for router (484d1f09-a6b1-4259-a367-00e5d24c5c04), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:08.209573 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-e535ab0d-3ef7-4a9c-b199-77e3c08e9241 None None] Set router 484d1f09-a6b1-4259-a367-00e5d24c5c04 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:27:08.298605 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-adc97712-8852-4723-b743-97f430ede7d4 admin admin] Publish callbacks [] for router_gateway (484d1f09-a6b1-4259-a367-00e5d24c5c04), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:08.345600 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-adc97712-8852-4723-b743-97f430ede7d4 admin admin] Deleting port 72256acd-5a77-4ad3-be5d-043dcec0575b {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:27:08.347066 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-adc97712-8852-4723-b743-97f430ede7d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (72256acd-5a77-4ad3-be5d-043dcec0575b), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:08.397391 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:08.464072 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-e535ab0d-3ef7-4a9c-b199-77e3c08e9241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'name': 'tempest-AttachVolumeShelveTestJSON-185060981-router', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:58Z', 'updated_at': '2022-09-27T04:27:07Z', 'revision_number': 5, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'gw_port': {'id': '72256acd-5a77-4ad3-be5d-043dcec0575b', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:dc:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 64, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:20:00Z', 'updated_at': '2022-09-27T04:20:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi'}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:27:08.493388 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e535ab0d-3ef7-4a9c-b199-77e3c08e9241 None None] Checking router: 484d1f09-a6b1-4259-a367-00e5d24c5c04 for host: dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:27:08.503328 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e535ab0d-3ef7-4a9c-b199-77e3c08e9241 None None] Routers {'484d1f09-a6b1-4259-a367-00e5d24c5c04'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:27:08.503965 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-e535ab0d-3ef7-4a9c-b199-77e3c08e9241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:26:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['484d1f09-a6b1-4259-a367-00e5d24c5c04'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:27:08.589159 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-e535ab0d-3ef7-4a9c-b199-77e3c08e9241 None None] Set router 484d1f09-a6b1-4259-a367-00e5d24c5c04 gateway port host: None {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:27:08.639145 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-e535ab0d-3ef7-4a9c-b199-77e3c08e9241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'name': 'tempest-AttachVolumeShelveTestJSON-185060981-router', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:58Z', 'updated_at': '2022-09-27T04:27:08Z', 'revision_number': 6, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'gw_port_host': None}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:27:08.663072 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e535ab0d-3ef7-4a9c-b199-77e3c08e9241 None None] The sync data for ids ['484d1f09-a6b1-4259-a367-00e5d24c5c04'] in dv-cinder-859186-3-iscsi is: [{'id': '484d1f09-a6b1-4259-a367-00e5d24c5c04', 'name': 'tempest-AttachVolumeShelveTestJSON-185060981-router', 'tenant_id': '312fa89a4d9b43c5919b7bad5411002a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:19:58Z', 'updated_at': '2022-09-27T04:27:08Z', 'revision_number': 6, 'project_id': '312fa89a4d9b43c5919b7bad5411002a', 'gw_port_host': None}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:27:08.672312 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-adc97712-8852-4723-b743-97f430ede7d4 admin admin] For port 72256acd-5a77-4ad3-be5d-043dcec0575b, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=72256acd-5a77-4ad3-be5d-043dcec0575b,segment=NetworkSegment(458173e0-a334-422f-a9db-e4c60ba44888),segment_id=458173e0-a334-422f-a9db-e4c60ba44888)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:27:08.672687 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-adc97712-8852-4723-b743-97f430ede7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (72256acd-5a77-4ad3-be5d-043dcec0575b), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:08.686822 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-adc97712-8852-4723-b743-97f430ede7d4 admin admin] Calling delete_port for 72256acd-5a77-4ad3-be5d-043dcec0575b owned by network:router_gateway {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:27:08.848352 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-adc97712-8852-4723-b743-97f430ede7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (72256acd-5a77-4ad3-be5d-043dcec0575b), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:08.870562 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc97712-8852-4723-b743-97f430ede7d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=72256acd-5a77-4ad3-be5d-043dcec0575b,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:08.933194 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-adc97712-8852-4723-b743-97f430ede7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4106517'] for router_gateway (484d1f09-a6b1-4259-a367-00e5d24c5c04), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:09.021917 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-adc97712-8852-4723-b743-97f430ede7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4106764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124561'] for router (484d1f09-a6b1-4259-a367-00e5d24c5c04), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:09.024180 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-adc97712-8852-4723-b743-97f430ede7d4 admin admin] Publish callbacks [] for router_controller (484d1f09-a6b1-4259-a367-00e5d24c5c04), precommit_delete_associations {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:09.070889 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-adc97712-8852-4723-b743-97f430ede7d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4106773'] for router (484d1f09-a6b1-4259-a367-00e5d24c5c04), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:09.071515 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc97712-8852-4723-b743-97f430ede7d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 484d1f09-a6b1-4259-a367-00e5d24c5c04 {{(pid=106211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 04:27:09.076842 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-adc97712-8852-4723-b743-97f430ede7d4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:09.080582 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-adc97712-8852-4723-b743-97f430ede7d4 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/484d1f09-a6b1-4259-a367-00e5d24c5c04 HTTP/1.1" status: 204 len: 168 time: 0.9827974 Sep 27 04:27:09.080832 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 35814) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:27:09.138142 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_v2 [None req-23146569-75e1-4fb1-b8c6-ac352919267c admin admin] Deleting subnet 7fbc1344-d37e-4e3c-8ea2-baced031ac4e {{(pid=106211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 04:27:09.145436 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-23146569-75e1-4fb1-b8c6-ac352919267c admin admin] Publish callbacks [] for subnet (7fbc1344-d37e-4e3c-8ea2-baced031ac4e), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:09.182637 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-23146569-75e1-4fb1-b8c6-ac352919267c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9770302'] for subnet (7fbc1344-d37e-4e3c-8ea2-baced031ac4e), precommit_delete_associations {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:09.206597 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:09.263454 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-23146569-75e1-4fb1-b8c6-ac352919267c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671939'] for subnet (7fbc1344-d37e-4e3c-8ea2-baced031ac4e), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:09.265390 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:09.318710 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-23146569-75e1-4fb1-b8c6-ac352919267c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9553112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10262446'] for subnet (7fbc1344-d37e-4e3c-8ea2-baced031ac4e), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:09.344895 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23146569-75e1-4fb1-b8c6-ac352919267c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fbc1344-d37e-4e3c-8ea2-baced031ac4e,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:09.347032 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-23146569-75e1-4fb1-b8c6-ac352919267c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:09.350023 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-23146569-75e1-4fb1-b8c6-ac352919267c admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/7fbc1344-d37e-4e3c-8ea2-baced031ac4e HTTP/1.1" status: 204 len: 168 time: 0.2682593 Sep 27 04:27:09.351222 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b78324b-e590-4975-ad2b-c7f75a9945c1 None None] Network 50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6 requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:27:09.352551 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 35818) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:27:09.431306 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a7e31bd9-8d9e-47b6-8b68-6850d74eacb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798866'] for network (50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:09.434688 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:09.479536 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-a7e31bd9-8d9e-47b6-8b68-6850d74eacb2 admin admin] Deleting port 133717b2-0788-457d-9fba-bcfb1664cf21 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:27:09.479942 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a7e31bd9-8d9e-47b6-8b68-6850d74eacb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (133717b2-0788-457d-9fba-bcfb1664cf21), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:09.513213 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5691c83f-576a-4693-b74b-7b032da67bdf None None] DHCP port deletion for 50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6 request from dv-cinder-859186-3-iscsi {{(pid=106212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 27 04:27:09.548544 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-a7e31bd9-8d9e-47b6-8b68-6850d74eacb2 admin admin] For port 133717b2-0788-457d-9fba-bcfb1664cf21, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=133717b2-0788-457d-9fba-bcfb1664cf21,segment=NetworkSegment(188f0649-0d82-4591-a8be-8000cf940ed2),segment_id=188f0649-0d82-4591-a8be-8000cf940ed2)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:27:09.549107 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a7e31bd9-8d9e-47b6-8b68-6850d74eacb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (133717b2-0788-457d-9fba-bcfb1664cf21), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:09.551996 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-5691c83f-576a-4693-b74b-7b032da67bdf None None] Deleting port 133717b2-0788-457d-9fba-bcfb1664cf21 {{(pid=106212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:27:09.552368 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-5691c83f-576a-4693-b74b-7b032da67bdf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (133717b2-0788-457d-9fba-bcfb1664cf21), before_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:09.562232 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-a7e31bd9-8d9e-47b6-8b68-6850d74eacb2 admin admin] Calling delete_port for 133717b2-0788-457d-9fba-bcfb1664cf21 owned by network:dhcp {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:27:09.623429 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-5691c83f-576a-4693-b74b-7b032da67bdf None None] For port 133717b2-0788-457d-9fba-bcfb1664cf21, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=133717b2-0788-457d-9fba-bcfb1664cf21,segment=NetworkSegment(188f0649-0d82-4591-a8be-8000cf940ed2),segment_id=188f0649-0d82-4591-a8be-8000cf940ed2)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:27:09.623827 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-5691c83f-576a-4693-b74b-7b032da67bdf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (133717b2-0788-457d-9fba-bcfb1664cf21), precommit_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:09.636894 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-5691c83f-576a-4693-b74b-7b032da67bdf None None] Calling delete_port for 133717b2-0788-457d-9fba-bcfb1664cf21 owned by network:dhcp {{(pid=106212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:27:09.647368 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a7e31bd9-8d9e-47b6-8b68-6850d74eacb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (133717b2-0788-457d-9fba-bcfb1664cf21), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:09.676262 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e31bd9-8d9e-47b6-8b68-6850d74eacb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=133717b2-0788-457d-9fba-bcfb1664cf21,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:09.678299 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e31bd9-8d9e-47b6-8b68-6850d74eacb2 admin admin] No DVR routers for this DVR port 133717b2-0788-457d-9fba-bcfb1664cf21 on host dv-cinder-859186-3-iscsi {{(pid=106211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:27:09.680869 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:09.720456 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-5691c83f-576a-4693-b74b-7b032da67bdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093'] for port (133717b2-0788-457d-9fba-bcfb1664cf21), after_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:09.750279 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5691c83f-576a-4693-b74b-7b032da67bdf None None] Pushing event deleted for resources: {'Port': ['ID=133717b2-0788-457d-9fba-bcfb1664cf21,revision_number=None']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:09.752568 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5691c83f-576a-4693-b74b-7b032da67bdf None None] No DVR routers for this DVR port 133717b2-0788-457d-9fba-bcfb1664cf21 on host dv-cinder-859186-3-iscsi {{(pid=106212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:27:09.771761 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a7e31bd9-8d9e-47b6-8b68-6850d74eacb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779509', 'neutron.services.segments.db._delete_segments_for_network-8770988261578'] for network (50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:09.802892 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-a7e31bd9-8d9e-47b6-8b68-6850d74eacb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6']}} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:27:09.812532 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-a7e31bd9-8d9e-47b6-8b68-6850d74eacb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '188f0649-0d82-4591-a8be-8000cf940ed2') {'for_net_delete': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:27:09.812834 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-a7e31bd9-8d9e-47b6-8b68-6850d74eacb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '188f0649-0d82-4591-a8be-8000cf940ed2') {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:27:09.822452 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a7e31bd9-8d9e-47b6-8b68-6850d74eacb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770988232295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9770295'] for segment (188f0649-0d82-4591-a8be-8000cf940ed2), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:09.824156 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 133717b2-0788-457d-9fba-bcfb1664cf21 no longer exists at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:27:09.836974 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a7e31bd9-8d9e-47b6-8b68-6850d74eacb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (188f0649-0d82-4591-a8be-8000cf940ed2), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:09.843666 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e31bd9-8d9e-47b6-8b68-6850d74eacb2 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=106211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 04:27:09.844100 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a7e31bd9-8d9e-47b6-8b68-6850d74eacb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9553014'] for segment (188f0649-0d82-4591-a8be-8000cf940ed2), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:09.847080 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] No Port match for: 133717b2-0788-457d-9fba-bcfb1664cf21 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:27:09.847426 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 133717b2-0788-457d-9fba-bcfb1664cf21 not bound to the agent host dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:27:09.847839 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device d38ba25f-11e0-4272-a046-108afa9fa96c no longer exists at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:27:09.867088 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] No Port match for: d38ba25f-11e0-4272-a046-108afa9fa96c {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:27:09.867443 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device d38ba25f-11e0-4272-a046-108afa9fa96c not bound to the agent host dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:27:09.867856 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 72256acd-5a77-4ad3-be5d-043dcec0575b no longer exists at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:27:09.886922 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] No Port match for: 72256acd-5a77-4ad3-be5d-043dcec0575b {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:27:09.887270 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 72256acd-5a77-4ad3-be5d-043dcec0575b not bound to the agent host dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:27:09.890939 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.services.segments.plugin [-] Segment 188f0649-0d82-4591-a8be-8000cf940ed2 resource provider aggregate not found Sep 27 04:27:09.915695 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.services.segments.plugin [-] Segment 188f0649-0d82-4591-a8be-8000cf940ed2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 188f0649-0d82-4591-a8be-8000cf940ed2 found for delete ", "request_id": "req-5a82538a-0927-4be4-9c56-d0bf1195e36d"}]} Sep 27 04:27:09.924252 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a7e31bd9-8d9e-47b6-8b68-6850d74eacb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4106734'] for network (50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:09.929802 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a7e31bd9-8d9e-47b6-8b68-6850d74eacb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:09.936275 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-a7e31bd9-8d9e-47b6-8b68-6850d74eacb2 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6 HTTP/1.1" status: 204 len: 168 time: 0.5827725 Sep 27 04:27:09.949902 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e31bd9-8d9e-47b6-8b68-6850d74eacb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=50cf116a-a1a9-4ea4-9151-a8bbdd56f0e6,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:10.059694 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 35826) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:27:10.103953 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-40f6dae3-0972-41f4-a9c6-a2fe700bbf9a admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=312fa89a4d9b43c5919b7bad5411002a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0431092 Sep 27 04:27:10.106650 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 35828) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:27:10.153237 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-35148ec6-421e-4d8e-a322-f28ead8fd827 admin admin] Publish callbacks [] for security_group (131000a9-818e-409d-92c3-5daf5702321e), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:10.173489 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-35148ec6-421e-4d8e-a322-f28ead8fd827 admin admin] Publish callbacks [] for security_group (131000a9-818e-409d-92c3-5daf5702321e), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:10.224462 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-35148ec6-421e-4d8e-a322-f28ead8fd827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (131000a9-818e-409d-92c3-5daf5702321e), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:10.227365 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-35148ec6-421e-4d8e-a322-f28ead8fd827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:10.228706 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-35148ec6-421e-4d8e-a322-f28ead8fd827 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/131000a9-818e-409d-92c3-5daf5702321e HTTP/1.1" status: 204 len: 168 time: 0.1209936 Sep 27 04:27:10.241069 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35148ec6-421e-4d8e-a322-f28ead8fd827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=131000a9-818e-409d-92c3-5daf5702321e,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:10.899022 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 35856) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:27:10.993568 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-60652b65-336c-4347-b2e4-1ae92c1cb793 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-148283676-network', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:27:11.014220 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60652b65-336c-4347-b2e4-1ae92c1cb793 admin admin] Made reservation on behalf of d7c74ffec54740eca3cd6b707f1cb732 for: {'network': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:27:11.016506 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-60652b65-336c-4347-b2e4-1ae92c1cb793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for network (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:11.024851 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-60652b65-336c-4347-b2e4-1ae92c1cb793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:11.071190 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:11.103925 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-60652b65-336c-4347-b2e4-1ae92c1cb793 admin admin] Publish callbacks [] for security_group (c279fa26-f34d-4447-83b5-945b6c520f46), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:11.107492 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-60652b65-336c-4347-b2e4-1ae92c1cb793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (c279fa26-f34d-4447-83b5-945b6c520f46), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:11.134936 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60652b65-336c-4347-b2e4-1ae92c1cb793 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=106210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 04:27:11.144371 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60652b65-336c-4347-b2e4-1ae92c1cb793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c279fa26-f34d-4447-83b5-945b6c520f46,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:11.150406 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-60652b65-336c-4347-b2e4-1ae92c1cb793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (c5746d98-25dd-46c1-b1b6-0887fcb5090c), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:11.150759 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.db.segments_db [None req-60652b65-336c-4347-b2e4-1ae92c1cb793 admin admin] Added segment c5746d98-25dd-46c1-b1b6-0887fcb5090c of type vlan for network cba0fe06-d029-4450-9dfd-fb0123caa50b Sep 27 04:27:11.176752 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:11.192735 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-60652b65-336c-4347-b2e4-1ae92c1cb793 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770987766721'] for network (cba0fe06-d029-4450-9dfd-fb0123caa50b), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:11.218167 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-60652b65-336c-4347-b2e4-1ae92c1cb793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551'] for network (cba0fe06-d029-4450-9dfd-fb0123caa50b), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:11.219127 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60652b65-336c-4347-b2e4-1ae92c1cb793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:11.219700 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-60652b65-336c-4347-b2e4-1ae92c1cb793 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:11.279403 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-60652b65-336c-4347-b2e4-1ae92c1cb793 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3792639 Sep 27 04:27:11.282454 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 35860) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:27:11.283024 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60652b65-336c-4347-b2e4-1ae92c1cb793 admin admin] Pushing event updated for resources: {'Network': ['ID=cba0fe06-d029-4450-9dfd-fb0123caa50b,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:11.287430 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-96946338-21ab-4e02-a583-733f47afa581 admin admin] Request body: {'subnet': {'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-148283676-subnet', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:27:11.292729 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Network cba0fe06-d029-4450-9dfd-fb0123caa50b details requested by agent ovs-agent-dv-cinder-859186-3-iscsi with host dv-cinder-859186-3-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 04:27:11.311724 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96946338-21ab-4e02-a583-733f47afa581 admin admin] Made reservation on behalf of d7c74ffec54740eca3cd6b707f1cb732 for: {'subnet': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:27:11.315273 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-96946338-21ab-4e02-a583-733f47afa581 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10262419'] for subnet (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:11.402527 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=84,neutron:DELETE=10,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:11.500887 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-96946338-21ab-4e02-a583-733f47afa581 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9518613', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10262437'] for subnet (d4d9fbf8-be25-413e-9d9a-4acede1bc3df), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:11.544952 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:11.563754 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96946338-21ab-4e02-a583-733f47afa581 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4d9fbf8-be25-413e-9d9a-4acede1bc3df,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:11.574437 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96946338-21ab-4e02-a583-733f47afa581 admin admin] Checking segment: {'id': 'c5746d98-25dd-46c1-b1b6-0887fcb5090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:27:11.574823 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96946338-21ab-4e02-a583-733f47afa581 admin admin] Network hostable DHCP agents. Network: cba0fe06-d029-4450-9dfd-fb0123caa50b, hostable agents: ['90f8f94a-2e1d-4f4f-8859-344f24ecc1be'], hosted agents: [] {{(pid=106211) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 04:27:11.592315 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96946338-21ab-4e02-a583-733f47afa581 admin admin] Network cba0fe06-d029-4450-9dfd-fb0123caa50b is scheduled to be hosted by DHCP agent 90f8f94a-2e1d-4f4f-8859-344f24ecc1be with binding_index 1 {{(pid=106211) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 04:27:11.600605 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-96946338-21ab-4e02-a583-733f47afa581 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-3-iscsi, cba0fe06-d029-4450-9dfd-fb0123caa50b) {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:27:11.604533 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96946338-21ab-4e02-a583-733f47afa581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:11.605127 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-96946338-21ab-4e02-a583-733f47afa581 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:11.609631 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f22a908-915e-4836-a570-bfc378fb67a7 None None] Network cba0fe06-d029-4450-9dfd-fb0123caa50b requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:27:11.621547 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-96946338-21ab-4e02-a583-733f47afa581 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3380072 Sep 27 04:27:11.624291 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 35868) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:27:11.629227 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-a6c591db-15e3-4127-9a5f-c8dff1124aaf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-148283676-router', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:27:11.649729 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a6c591db-15e3-4127-9a5f-c8dff1124aaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124547'] for router (4c6af9de-cc1b-48df-9bb1-e87847c76f9f), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:11.650767 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a6c591db-15e3-4127-9a5f-c8dff1124aaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4106117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3687932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124568'] for router (4c6af9de-cc1b-48df-9bb1-e87847c76f9f), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:11.701176 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a6c591db-15e3-4127-9a5f-c8dff1124aaf admin admin] Publish callbacks [] for router_controller (4c6af9de-cc1b-48df-9bb1-e87847c76f9f), precommit_add_association {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:11.709230 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f0f3b3-b6a5-4d40-b8b2-41a63a982b91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp977886c5-f3aa-5b76-a131-51301725c052-cba0fe06-d029-4450-9dfd-fb0123caa50b', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'fixed_ips': [{'subnet_id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df'}]}} from dv-cinder-859186-3-iscsi. {{(pid=106212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 04:27:11.710289 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-17f0f3b3-b6a5-4d40-b8b2-41a63a982b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:11.859070 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a6c591db-15e3-4127-9a5f-c8dff1124aaf admin admin] Publish callbacks [] for router_gateway (4c6af9de-cc1b-48df-9bb1-e87847c76f9f), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:11.863578 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.db_base_plugin_common [None req-17f0f3b3-b6a5-4d40-b8b2-41a63a982b91 None None] Allocated IP 172.20.0.2 (cba0fe06-d029-4450-9dfd-fb0123caa50b/d4d9fbf8-be25-413e-9d9a-4acede1bc3df/4fb3a760-0b2e-4b6c-b229-ad4e9b60031e) {{(pid=106212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:27:12.007253 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-17f0f3b3-b6a5-4d40-b8b2-41a63a982b91 None None] Publish callbacks [] for port (4fb3a760-0b2e-4b6c-b229-ad4e9b60031e), precommit_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:12.012895 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-17f0f3b3-b6a5-4d40-b8b2-41a63a982b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084'] for port (4fb3a760-0b2e-4b6c-b229-ad4e9b60031e), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:12.038104 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a6c591db-15e3-4127-9a5f-c8dff1124aaf admin admin] Publish callbacks [] for router_gateway (4c6af9de-cc1b-48df-9bb1-e87847c76f9f), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:12.052209 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f0f3b3-b6a5-4d40-b8b2-41a63a982b91 None None] Network cba0fe06-d029-4450-9dfd-fb0123caa50b is already hosted by enough agents. {{(pid=106212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:27:12.055090 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.scheduler.base_scheduler [None req-17f0f3b3-b6a5-4d40-b8b2-41a63a982b91 None None] Resources bound (agent type, host, resource id): {{(pid=106212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:27:12.057055 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a6c591db-15e3-4127-9a5f-c8dff1124aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:12.057430 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f0f3b3-b6a5-4d40-b8b2-41a63a982b91 None None] Received port after_create {{(pid=106212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:27:12.070182 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0f3b3-b6a5-4d40-b8b2-41a63a982b91 None None] Pushing event updated for resources: {'Port': ['ID=4fb3a760-0b2e-4b6c-b229-ad4e9b60031e,revision_number=1']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:12.169576 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [None req-a6c591db-15e3-4127-9a5f-c8dff1124aaf admin admin] Allocated IP 172.27.0.128 (4c2326fb-b4db-42c7-9331-4377c9818745/65648eee-291b-4b8a-95c0-f3ca12df09c9/df24a64e-a855-4c93-9fc9-4c4a85f449c2) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:27:12.262539 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-17f0f3b3-b6a5-4d40-b8b2-41a63a982b91 None None] Attempting to bind port 4fb3a760-0b2e-4b6c-b229-ad4e9b60031e on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:27:12.262900 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-17f0f3b3-b6a5-4d40-b8b2-41a63a982b91 None None] Attempting to bind port 4fb3a760-0b2e-4b6c-b229-ad4e9b60031e by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': 'c5746d98-25dd-46c1-b1b6-0887fcb5090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:27:12.263260 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f0f3b3-b6a5-4d40-b8b2-41a63a982b91 None None] Attempting to bind port 4fb3a760-0b2e-4b6c-b229-ad4e9b60031e on network cba0fe06-d029-4450-9dfd-fb0123caa50b {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:27:12.266003 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:12.290063 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a6c591db-15e3-4127-9a5f-c8dff1124aaf admin admin] Publish callbacks [] for port (df24a64e-a855-4c93-9fc9-4c4a85f449c2), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:12.309236 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f0f3b3-b6a5-4d40-b8b2-41a63a982b91 None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:27:12.309878 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f0f3b3-b6a5-4d40-b8b2-41a63a982b91 None None] Checking segment: {'id': 'c5746d98-25dd-46c1-b1b6-0887fcb5090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:27:12.310030 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-17f0f3b3-b6a5-4d40-b8b2-41a63a982b91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:12.310419 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f0f3b3-b6a5-4d40-b8b2-41a63a982b91 None None] Bound using segment: {'id': 'c5746d98-25dd-46c1-b1b6-0887fcb5090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:27:12.310921 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-17f0f3b3-b6a5-4d40-b8b2-41a63a982b91 None None] Bound port: 4fb3a760-0b2e-4b6c-b229-ad4e9b60031e, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5746d98-25dd-46c1-b1b6-0887fcb5090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:27:12.311307 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-17f0f3b3-b6a5-4d40-b8b2-41a63a982b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (4fb3a760-0b2e-4b6c-b229-ad4e9b60031e), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:12.313409 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=6 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:12.325894 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a6c591db-15e3-4127-9a5f-c8dff1124aaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (df24a64e-a855-4c93-9fc9-4c4a85f449c2), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:12.369457 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6c591db-15e3-4127-9a5f-c8dff1124aaf admin admin] Network 4c2326fb-b4db-42c7-9331-4377c9818745 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:27:12.373265 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-17f0f3b3-b6a5-4d40-b8b2-41a63a982b91 None None] For port 4fb3a760-0b2e-4b6c-b229-ad4e9b60031e, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:27:12.373466 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-a6c591db-15e3-4127-9a5f-c8dff1124aaf admin admin] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:27:12.376685 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-17f0f3b3-b6a5-4d40-b8b2-41a63a982b91 None None] For port 4fb3a760-0b2e-4b6c-b229-ad4e9b60031e, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=4fb3a760-0b2e-4b6c-b229-ad4e9b60031e,segment=NetworkSegment(c5746d98-25dd-46c1-b1b6-0887fcb5090c),segment_id=c5746d98-25dd-46c1-b1b6-0887fcb5090c)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:27:12.383350 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c591db-15e3-4127-9a5f-c8dff1124aaf admin admin] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:27:12.383715 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-17f0f3b3-b6a5-4d40-b8b2-41a63a982b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (4fb3a760-0b2e-4b6c-b229-ad4e9b60031e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:12.406583 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c591db-15e3-4127-9a5f-c8dff1124aaf admin admin] Pushing event updated for resources: {'Port': ['ID=df24a64e-a855-4c93-9fc9-4c4a85f449c2,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:12.430328 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:12.445719 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:12.449364 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f0f3b3-b6a5-4d40-b8b2-41a63a982b91 None None] Pushing event updated for resources: {'Port': ['ID=4fb3a760-0b2e-4b6c-b229-ad4e9b60031e,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:12.722419 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9be9bfc4-3d67-4497-967d-5c70d9346f5f req-1036ac30-e4bb-4436-ba12-9077de4986e6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0527558 Sep 27 04:27:12.723096 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a6c591db-15e3-4127-9a5f-c8dff1124aaf admin admin] Publish callbacks [] for router_gateway (4c6af9de-cc1b-48df-9bb1-e87847c76f9f), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:12.868483 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9bfc4-3d67-4497-967d-5c70d9346f5f req-b26fdab6-32d5-4d9e-86a6-5f7af071cd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:12.868483 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9be9bfc4-3d67-4497-967d-5c70d9346f5f req-b26fdab6-32d5-4d9e-86a6-5f7af071cd21 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1e595829629a4dd4a7fccbdabc896cb0&device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 1130 time: 0.0778158 Sep 27 04:27:13.039982 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a6c591db-15e3-4127-9a5f-c8dff1124aaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4106130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4106573'] for router (4c6af9de-cc1b-48df-9bb1-e87847c76f9f), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:13.049827 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9bfc4-3d67-4497-967d-5c70d9346f5f req-7d49107d-3b8b-4243-8213-575fdcf97c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:13.051245 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9be9bfc4-3d67-4497-967d-5c70d9346f5f req-7d49107d-3b8b-4243-8213-575fdcf97c33 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=41cd98f9-b206-4445-9870-d24633bca602 HTTP/1.1" status: 200 len: 910 time: 0.1390316 Sep 27 04:27:13.175903 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9be9bfc4-3d67-4497-967d-5c70d9346f5f req-c0502601-7dda-42e0-8ebd-90de33f2c6d1 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb918bb7-1383-468a-8553-7476aae953bb HTTP/1.1" status: 200 len: 1002 time: 0.0956106 Sep 27 04:27:13.222131 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6c591db-15e3-4127-9a5f-c8dff1124aaf admin admin] Router 4c6af9de-cc1b-48df-9bb1-e87847c76f9f is scheduled to L3 agent 1a534786-8095-4832-a439-62015d3bc58a with binding_index 1 {{(pid=106211) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 04:27:13.307146 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:13.328267 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6c591db-15e3-4127-9a5f-c8dff1124aaf admin admin] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:27:13.337790 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d964fb-4a18-4fed-b3d8-48c16f6ad65d None None] Sync routers for ids ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'] in dv-cinder-859186-3-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:27:13.346708 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a6c591db-15e3-4127-9a5f-c8dff1124aaf admin admin] Publish callbacks [] for router (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:13.350839 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-a6c591db-15e3-4127-9a5f-c8dff1124aaf admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.7254775 Sep 27 04:27:13.350987 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 35882) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:27:13.357558 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d964fb-4a18-4fed-b3d8-48c16f6ad65d None None] Routers {'4c6af9de-cc1b-48df-9bb1-e87847c76f9f'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:27:13.358300 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-71d964fb-4a18-4fed-b3d8-48c16f6ad65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:26:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:27:13.393695 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96ef5f2-705d-412a-869d-d032c7a10f2d None None] Network cba0fe06-d029-4450-9dfd-fb0123caa50b requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:27:13.498126 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-11160290-793e-4e35-9431-f07aa2e93831 None None] Provisioning complete for port 4fb3a760-0b2e-4b6c-b229-ad4e9b60031e triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:27:13.498505 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-11160290-793e-4e35-9431-f07aa2e93831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (4fb3a760-0b2e-4b6c-b229-ad4e9b60031e), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:13.498843 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-11160290-793e-4e35-9431-f07aa2e93831 None None] Attempt 1 to provision port 4fb3a760-0b2e-4b6c-b229-ad4e9b60031e Sep 27 04:27:13.594202 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-71d964fb-4a18-4fed-b3d8-48c16f6ad65d None None] Set router 4c6af9de-cc1b-48df-9bb1-e87847c76f9f gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:27:13.747397 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-11160290-793e-4e35-9431-f07aa2e93831 None None] Current status of the port 4fb3a760-0b2e-4b6c-b229-ad4e9b60031e is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:27:13.747626 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-11160290-793e-4e35-9431-f07aa2e93831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (4fb3a760-0b2e-4b6c-b229-ad4e9b60031e), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:13.765791 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-54c7fbaf-c3f8-43fd-8037-9b5860e4620c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:13.854996 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-11160290-793e-4e35-9431-f07aa2e93831 None None] For port 4fb3a760-0b2e-4b6c-b229-ad4e9b60031e, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=4fb3a760-0b2e-4b6c-b229-ad4e9b60031e,segment=NetworkSegment(c5746d98-25dd-46c1-b1b6-0887fcb5090c),segment_id=c5746d98-25dd-46c1-b1b6-0887fcb5090c)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:27:13.862368 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 4fb3a760-0b2e-4b6c-b229-ad4e9b60031e up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:27:13.866850 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-71d964fb-4a18-4fed-b3d8-48c16f6ad65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'name': 'tempest-AttachVolumeNegativeTest-148283676-router', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:27:11Z', 'updated_at': '2022-09-27T04:27:12Z', 'revision_number': 3, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'gw_port': {'id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:98:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:12Z', 'updated_at': '2022-09-27T04:27:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi'}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:27:13.868505 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-11160290-793e-4e35-9431-f07aa2e93831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (4fb3a760-0b2e-4b6c-b229-ad4e9b60031e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:13.932562 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:13.938066 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d964fb-4a18-4fed-b3d8-48c16f6ad65d None None] Checking router: 4c6af9de-cc1b-48df-9bb1-e87847c76f9f for host: dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:27:13.938420 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d964fb-4a18-4fed-b3d8-48c16f6ad65d None None] Updating router 4c6af9de-cc1b-48df-9bb1-e87847c76f9f port df24a64e-a855-4c93-9fc9-4c4a85f449c2 binding host dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 04:27:13.943946 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-54c7fbaf-c3f8-43fd-8037-9b5860e4620c admin admin] Allocated IP 172.20.0.1 (cba0fe06-d029-4450-9dfd-fb0123caa50b/d4d9fbf8-be25-413e-9d9a-4acede1bc3df/a232fa3d-5135-4b2b-beba-1695e497a1d7) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:27:13.986297 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9bfc4-3d67-4497-967d-5c70d9346f5f req-6488f42f-6bb1-44aa-ae1b-026f6e6d26df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:13.988002 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9be9bfc4-3d67-4497-967d-5c70d9346f5f req-6488f42f-6bb1-44aa-ae1b-026f6e6d26df service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=c8446e81-8757-4a92-bbb2-c6d0f12abe74 HTTP/1.1" status: 200 len: 848 time: 0.0587606 Sep 27 04:27:13.989205 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:14.009142 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-71d964fb-4a18-4fed-b3d8-48c16f6ad65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (df24a64e-a855-4c93-9fc9-4c4a85f449c2), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:14.034085 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-c6f083d2-3a17-4b9b-aeef-445bd4c3a637 None None] Provisioning complete for port 4fb3a760-0b2e-4b6c-b229-ad4e9b60031e triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:27:14.034467 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c6f083d2-3a17-4b9b-aeef-445bd4c3a637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (4fb3a760-0b2e-4b6c-b229-ad4e9b60031e), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:14.034804 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-c6f083d2-3a17-4b9b-aeef-445bd4c3a637 None None] Attempt 1 to provision port 4fb3a760-0b2e-4b6c-b229-ad4e9b60031e Sep 27 04:27:14.040045 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11160290-793e-4e35-9431-f07aa2e93831 None None] Pushing event updated for resources: {'Port': ['ID=4fb3a760-0b2e-4b6c-b229-ad4e9b60031e,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:14.053350 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-54c7fbaf-c3f8-43fd-8037-9b5860e4620c admin admin] Publish callbacks [] for port (a232fa3d-5135-4b2b-beba-1695e497a1d7), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:14.066969 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port 4fb3a760-0b2e-4b6c-b229-ad4e9b60031e triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:27:14.067470 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (4fb3a760-0b2e-4b6c-b229-ad4e9b60031e), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:14.067844 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port 4fb3a760-0b2e-4b6c-b229-ad4e9b60031e Sep 27 04:27:14.083992 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:14.091017 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-54c7fbaf-c3f8-43fd-8037-9b5860e4620c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (a232fa3d-5135-4b2b-beba-1695e497a1d7), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:14.136199 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c7fbaf-c3f8-43fd-8037-9b5860e4620c admin admin] Network cba0fe06-d029-4450-9dfd-fb0123caa50b is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:27:14.140959 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-54c7fbaf-c3f8-43fd-8037-9b5860e4620c admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:27:14.144101 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c7fbaf-c3f8-43fd-8037-9b5860e4620c admin admin] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:27:14.171281 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c7fbaf-c3f8-43fd-8037-9b5860e4620c admin admin] Pushing event updated for resources: {'Port': ['ID=a232fa3d-5135-4b2b-beba-1695e497a1d7,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:14.181865 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:14.199604 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-54c7fbaf-c3f8-43fd-8037-9b5860e4620c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689306'] for router_interface (4c6af9de-cc1b-48df-9bb1-e87847c76f9f), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:14.302877 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-c6f083d2-3a17-4b9b-aeef-445bd4c3a637 None None] Current status of the port 4fb3a760-0b2e-4b6c-b229-ad4e9b60031e is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:27:14.315633 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 4fb3a760-0b2e-4b6c-b229-ad4e9b60031e is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:27:14.337378 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-54c7fbaf-c3f8-43fd-8037-9b5860e4620c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (a232fa3d-5135-4b2b-beba-1695e497a1d7), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:14.425670 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-71d964fb-4a18-4fed-b3d8-48c16f6ad65d None None] Publish callbacks [] for port (df24a64e-a855-4c93-9fc9-4c4a85f449c2), precommit_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:14.431991 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-71d964fb-4a18-4fed-b3d8-48c16f6ad65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (df24a64e-a855-4c93-9fc9-4c4a85f449c2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:14.437465 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-71fba42a-2daf-4f61-a3c1-b942d98667e6 None None] Provisioning complete for port a232fa3d-5135-4b2b-beba-1695e497a1d7 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:27:14.437854 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-71fba42a-2daf-4f61-a3c1-b942d98667e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (a232fa3d-5135-4b2b-beba-1695e497a1d7), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:14.438199 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-71fba42a-2daf-4f61-a3c1-b942d98667e6 None None] Attempt 1 to provision port a232fa3d-5135-4b2b-beba-1695e497a1d7 Sep 27 04:27:14.492956 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-71d964fb-4a18-4fed-b3d8-48c16f6ad65d None None] Attempting to bind port df24a64e-a855-4c93-9fc9-4c4a85f449c2 on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:27:14.493328 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-71d964fb-4a18-4fed-b3d8-48c16f6ad65d None None] Attempting to bind port df24a64e-a855-4c93-9fc9-4c4a85f449c2 by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:27:14.493697 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d964fb-4a18-4fed-b3d8-48c16f6ad65d None None] Attempting to bind port df24a64e-a855-4c93-9fc9-4c4a85f449c2 on network 4c2326fb-b4db-42c7-9331-4377c9818745 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:27:14.502671 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-54c7fbaf-c3f8-43fd-8037-9b5860e4620c admin admin] Publish callbacks [] for port (a232fa3d-5135-4b2b-beba-1695e497a1d7), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:14.507040 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-54c7fbaf-c3f8-43fd-8037-9b5860e4620c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (a232fa3d-5135-4b2b-beba-1695e497a1d7), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:14.528800 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-71fba42a-2daf-4f61-a3c1-b942d98667e6 None None] Port a232fa3d-5135-4b2b-beba-1695e497a1d7 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:27:14.529279 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b2988e-b3b7-4fee-b548-4226749a80ac None None] Pushing event updated for resources: {'Port': ['ID=df24a64e-a855-4c93-9fc9-4c4a85f449c2,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:14.550268 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d964fb-4a18-4fed-b3d8-48c16f6ad65d None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:27:14.550640 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d964fb-4a18-4fed-b3d8-48c16f6ad65d None None] Checking segment: {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:27:14.551043 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-71d964fb-4a18-4fed-b3d8-48c16f6ad65d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:14.551434 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d964fb-4a18-4fed-b3d8-48c16f6ad65d None None] Bound using segment: {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:27:14.551938 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-71d964fb-4a18-4fed-b3d8-48c16f6ad65d None None] Bound port: df24a64e-a855-4c93-9fc9-4c4a85f449c2, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:27:14.552323 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-71d964fb-4a18-4fed-b3d8-48c16f6ad65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (df24a64e-a855-4c93-9fc9-4c4a85f449c2), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:14.573025 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c7fbaf-c3f8-43fd-8037-9b5860e4620c admin admin] Pushing event updated for resources: {'Port': ['ID=a232fa3d-5135-4b2b-beba-1695e497a1d7,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:14.575382 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-54c7fbaf-c3f8-43fd-8037-9b5860e4620c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3723569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689454'] for router_interface (4c6af9de-cc1b-48df-9bb1-e87847c76f9f), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:14.603976 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-71d964fb-4a18-4fed-b3d8-48c16f6ad65d None None] For port df24a64e-a855-4c93-9fc9-4c4a85f449c2, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:27:14.607050 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-71d964fb-4a18-4fed-b3d8-48c16f6ad65d None None] For port df24a64e-a855-4c93-9fc9-4c4a85f449c2, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=df24a64e-a855-4c93-9fc9-4c4a85f449c2,segment=NetworkSegment(458173e0-a334-422f-a9db-e4c60ba44888),segment_id=458173e0-a334-422f-a9db-e4c60ba44888)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:27:14.612701 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-71d964fb-4a18-4fed-b3d8-48c16f6ad65d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (df24a64e-a855-4c93-9fc9-4c4a85f449c2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:14.651926 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71d964fb-4a18-4fed-b3d8-48c16f6ad65d None None] Routers {'4c6af9de-cc1b-48df-9bb1-e87847c76f9f'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:27:14.652564 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-71d964fb-4a18-4fed-b3d8-48c16f6ad65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:26:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:27:14.671554 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c7fbaf-c3f8-43fd-8037-9b5860e4620c admin admin] Network cba0fe06-d029-4450-9dfd-fb0123caa50b is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:27:14.672929 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-54c7fbaf-c3f8-43fd-8037-9b5860e4620c admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:27:14.697494 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:14.719569 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b2988e-b3b7-4fee-b548-4226749a80ac None None] Pushing event updated for resources: {'Port': ['ID=df24a64e-a855-4c93-9fc9-4c4a85f449c2,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:14.722317 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:14.769693 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9bfc4-3d67-4497-967d-5c70d9346f5f req-3906455f-31de-479e-876b-53504be37dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:14.772062 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9be9bfc4-3d67-4497-967d-5c70d9346f5f req-3906455f-31de-479e-876b-53504be37dd6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=41cd98f9-b206-4445-9870-d24633bca602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473642 Sep 27 04:27:14.804412 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c7fbaf-c3f8-43fd-8037-9b5860e4620c admin admin] Router 4c6af9de-cc1b-48df-9bb1-e87847c76f9f has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:27:14.918413 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c7fbaf-c3f8-43fd-8037-9b5860e4620c admin admin] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:27:14.921135 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-71d964fb-4a18-4fed-b3d8-48c16f6ad65d None None] Set router 4c6af9de-cc1b-48df-9bb1-e87847c76f9f gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:27:14.925533 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-54c7fbaf-c3f8-43fd-8037-9b5860e4620c admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/4c6af9de-cc1b-48df-9bb1-e87847c76f9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5734661 Sep 27 04:27:15.030794 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-71fba42a-2daf-4f61-a3c1-b942d98667e6 None None] Attempt 2 to provision port a232fa3d-5135-4b2b-beba-1695e497a1d7 Sep 27 04:27:15.082762 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-71fba42a-2daf-4f61-a3c1-b942d98667e6 None None] Port a232fa3d-5135-4b2b-beba-1695e497a1d7 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:27:15.138852 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-71d964fb-4a18-4fed-b3d8-48c16f6ad65d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'name': 'tempest-AttachVolumeNegativeTest-148283676-router', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:27:11Z', 'updated_at': '2022-09-27T04:27:14Z', 'revision_number': 4, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'gw_port': {'id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:98:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:12Z', 'updated_at': '2022-09-27T04:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'a232fa3d-5135-4b2b-beba-1695e497a1d7', 'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'mac_address': 'fa:16:3e:40:05:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:13Z', 'updated_at': '2022-09-27T04:27:14Z', 'revision_number': 2, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'subnets': [{'id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:27:15.166031 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71d964fb-4a18-4fed-b3d8-48c16f6ad65d None None] The sync data for ids ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'] in dv-cinder-859186-3-iscsi is: [{'id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'name': 'tempest-AttachVolumeNegativeTest-148283676-router', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:27:11Z', 'updated_at': '2022-09-27T04:27:14Z', 'revision_number': 4, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'gw_port': {'id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:98:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:12Z', 'updated_at': '2022-09-27T04:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'a232fa3d-5135-4b2b-beba-1695e497a1d7', 'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'mac_address': 'fa:16:3e:40:05:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:13Z', 'updated_at': '2022-09-27T04:27:14Z', 'revision_number': 2, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'subnets': [{'id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:27:15.206679 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 35894) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:27:15.211325 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-6df57817-05a2-4cbc-b6f8-0404a5518897 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1406019748', 'description': 'tempest-description--803347472'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:27:15.215548 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:15.240539 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6df57817-05a2-4cbc-b6f8-0404a5518897 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:15.309160 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6df57817-05a2-4cbc-b6f8-0404a5518897 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group (faa72a12-bdbd-4886-bc21-c1494225c046), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:15.313266 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6df57817-05a2-4cbc-b6f8-0404a5518897 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (faa72a12-bdbd-4886-bc21-c1494225c046), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:15.347215 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6df57817-05a2-4cbc-b6f8-0404a5518897 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:15.351621 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-6df57817-05a2-4cbc-b6f8-0404a5518897 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1439009 Sep 27 04:27:15.352417 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 35896) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:27:15.359374 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-c34e3452-773c-4ec5-9dab-eb792a145b2a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Request body: {'security_group_rule': {'security_group_id': 'faa72a12-bdbd-4886-bc21-c1494225c046', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:27:15.365999 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df57817-05a2-4cbc-b6f8-0404a5518897 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=faa72a12-bdbd-4886-bc21-c1494225c046,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:15.391564 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c34e3452-773c-4ec5-9dab-eb792a145b2a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group_rule (c4b58927-5b09-48af-8037-f493ac37afde), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:15.452947 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c34e3452-773c-4ec5-9dab-eb792a145b2a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group_rule (c4b58927-5b09-48af-8037-f493ac37afde), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:15.458387 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c34e3452-773c-4ec5-9dab-eb792a145b2a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112009'] for security_group_rule (c4b58927-5b09-48af-8037-f493ac37afde), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:15.484184 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34e3452-773c-4ec5-9dab-eb792a145b2a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4b58927-5b09-48af-8037-f493ac37afde,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:15.493575 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c34e3452-773c-4ec5-9dab-eb792a145b2a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:15.494815 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-c34e3452-773c-4ec5-9dab-eb792a145b2a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1389124 Sep 27 04:27:15.497676 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 35898) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:27:15.503252 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-bb0dfbb9-0adc-47c7-b15b-63523d39f836 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Request body: {'security_group_rule': {'security_group_id': 'faa72a12-bdbd-4886-bc21-c1494225c046', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:27:15.528275 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:15.530814 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bb0dfbb9-0adc-47c7-b15b-63523d39f836 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group_rule (3907d43f-37d7-4298-aaeb-bca798d96e2f), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:15.583961 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-71fba42a-2daf-4f61-a3c1-b942d98667e6 None None] Attempt 3 to provision port a232fa3d-5135-4b2b-beba-1695e497a1d7 Sep 27 04:27:15.592546 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bb0dfbb9-0adc-47c7-b15b-63523d39f836 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group_rule (3907d43f-37d7-4298-aaeb-bca798d96e2f), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:15.597440 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bb0dfbb9-0adc-47c7-b15b-63523d39f836 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112009'] for security_group_rule (3907d43f-37d7-4298-aaeb-bca798d96e2f), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:15.617376 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0dfbb9-0adc-47c7-b15b-63523d39f836 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3907d43f-37d7-4298-aaeb-bca798d96e2f,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:15.626495 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bb0dfbb9-0adc-47c7-b15b-63523d39f836 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:15.631476 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-bb0dfbb9-0adc-47c7-b15b-63523d39f836 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1296134 Sep 27 04:27:15.631729 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 35900) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:27:15.636472 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-5e6ae56f-6310-4762-9b14-2702cc2c980f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Request body: {'floatingip': {'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:27:15.638056 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-71fba42a-2daf-4f61-a3c1-b942d98667e6 None None] Port a232fa3d-5135-4b2b-beba-1695e497a1d7 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:27:15.661872 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5e6ae56f-6310-4762-9b14-2702cc2c980f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:15.753519 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5e6ae56f-6310-4762-9b14-2702cc2c980f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:15.761190 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9be9bfc4-3d67-4497-967d-5c70d9346f5f req-2f62296c-3e60-43d3-9117-d1afd555dab9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/41cd98f9-b206-4445-9870-d24633bca602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024122 Sep 27 04:27:15.866352 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 4fb3a760-0b2e-4b6c-b229-ad4e9b60031e up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:27:15.897279 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:15.926686 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-5e6ae56f-6310-4762-9b14-2702cc2c980f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Allocated IP 172.27.0.122 (4c2326fb-b4db-42c7-9331-4377c9818745/65648eee-291b-4b8a-95c0-f3ca12df09c9/d455b83d-5534-45ca-8572-246bb2fd7a89) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:27:15.933479 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port 4fb3a760-0b2e-4b6c-b229-ad4e9b60031e triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:27:15.934700 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (4fb3a760-0b2e-4b6c-b229-ad4e9b60031e), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:15.934700 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port 4fb3a760-0b2e-4b6c-b229-ad4e9b60031e Sep 27 04:27:16.031691 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 4fb3a760-0b2e-4b6c-b229-ad4e9b60031e is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:27:16.074667 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5e6ae56f-6310-4762-9b14-2702cc2c980f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for port (d455b83d-5534-45ca-8572-246bb2fd7a89), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:16.110627 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5e6ae56f-6310-4762-9b14-2702cc2c980f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (d455b83d-5534-45ca-8572-246bb2fd7a89), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:16.139677 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-71fba42a-2daf-4f61-a3c1-b942d98667e6 None None] Attempt 4 to provision port a232fa3d-5135-4b2b-beba-1695e497a1d7 Sep 27 04:27:16.150865 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-9be9bfc4-3d67-4497-967d-5c70d9346f5f req-48a9b59a-764a-4710-868a-b3816a7ceb19 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/41cd98f9-b206-4445-9870-d24633bca602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828194 Sep 27 04:27:16.161164 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6ae56f-6310-4762-9b14-2702cc2c980f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Network 4c2326fb-b4db-42c7-9331-4377c9818745 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:27:16.166755 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-5e6ae56f-6310-4762-9b14-2702cc2c980f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:27:16.170722 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6ae56f-6310-4762-9b14-2702cc2c980f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:27:16.173425 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-71fba42a-2daf-4f61-a3c1-b942d98667e6 None None] Port a232fa3d-5135-4b2b-beba-1695e497a1d7 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:27:16.173839 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:16.193114 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ae56f-6310-4762-9b14-2702cc2c980f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Pushing event updated for resources: {'Port': ['ID=d455b83d-5534-45ca-8572-246bb2fd7a89,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:16.263738 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5e6ae56f-6310-4762-9b14-2702cc2c980f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for floatingip (0a29b6c4-f54c-4b7d-a466-9d0847c258c9), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:16.302695 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5e6ae56f-6310-4762-9b14-2702cc2c980f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (d455b83d-5534-45ca-8572-246bb2fd7a89), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:16.403494 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:16.459123 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5e6ae56f-6310-4762-9b14-2702cc2c980f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for port (d455b83d-5534-45ca-8572-246bb2fd7a89), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:16.472803 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5e6ae56f-6310-4762-9b14-2702cc2c980f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (d455b83d-5534-45ca-8572-246bb2fd7a89), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:16.539611 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6ae56f-6310-4762-9b14-2702cc2c980f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Pushing event updated for resources: {'Port': ['ID=d455b83d-5534-45ca-8572-246bb2fd7a89,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:16.542211 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5e6ae56f-6310-4762-9b14-2702cc2c980f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4106707'] for floatingip (0a29b6c4-f54c-4b7d-a466-9d0847c258c9), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:16.558084 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5e6ae56f-6310-4762-9b14-2702cc2c980f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:16.559308 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-5e6ae56f-6310-4762-9b14-2702cc2c980f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9265668 Sep 27 04:27:16.674601 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-71fba42a-2daf-4f61-a3c1-b942d98667e6 None None] Attempt 5 to provision port a232fa3d-5135-4b2b-beba-1695e497a1d7 Sep 27 04:27:16.708665 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-71fba42a-2daf-4f61-a3c1-b942d98667e6 None None] Port a232fa3d-5135-4b2b-beba-1695e497a1d7 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:27:16.713653 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-71ce4414-5f3d-4d5d-8ea1-ffc428cc040c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1406019748&fields=id&tenant_id=d7c74ffec54740eca3cd6b707f1cb732 HTTP/1.1" status: 200 len: 267 time: 0.0430236 Sep 27 04:27:16.825368 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-25cc0869-1c06-47f5-97dc-dd2df6e6d094 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:16.826845 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-25cc0869-1c06-47f5-97dc-dd2df6e6d094 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/networks?id=cba0fe06-d029-4450-9dfd-fb0123caa50b HTTP/1.1" status: 200 len: 814 time: 0.1063921 Sep 27 04:27:16.841510 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-d25fbd25-607e-4af7-a07b-370fe18d23f2 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/quotas/d7c74ffec54740eca3cd6b707f1cb732 HTTP/1.1" status: 200 len: 375 time: 0.0087142 Sep 27 04:27:16.877850 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:16.894749 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-00ee9249-aede-47dd-ab5c-d9e2fc7b99f2 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=d7c74ffec54740eca3cd6b707f1cb732&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484571 Sep 27 04:27:17.044442 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-09d11b7c-2175-47fc-b718-12ab8293b576 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cba0fe06-d029-4450-9dfd-fb0123caa50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381979 Sep 27 04:27:17.139666 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-4faef08f-07a0-4be2-a665-0c2eac4fcce8 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cba0fe06-d029-4450-9dfd-fb0123caa50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887599 Sep 27 04:27:17.224948 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-71fba42a-2daf-4f61-a3c1-b942d98667e6 None None] Attempt 6 to provision port a232fa3d-5135-4b2b-beba-1695e497a1d7 Sep 27 04:27:17.240816 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b16d82-6363-46cd-816a-e23653bf8bdc None None] Sync routers for ids ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'] in dv-cinder-859186-3-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:27:17.265737 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:17.272744 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b16d82-6363-46cd-816a-e23653bf8bdc None None] Routers {'4c6af9de-cc1b-48df-9bb1-e87847c76f9f'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:27:17.274123 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-01b16d82-6363-46cd-816a-e23653bf8bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:26:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:27:17.279491 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-71fba42a-2daf-4f61-a3c1-b942d98667e6 None None] Port a232fa3d-5135-4b2b-beba-1695e497a1d7 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:27:17.326000 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7b331a4f-9535-44d1-a7e4-ea07dc660037 req-5eb7e6a3-cc0d-4523-9333-724d49702c58 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93c1b78a-1f68-4d8b-a00a-15ed4dfe4779 HTTP/1.1" status: 200 len: 210 time: 0.0306149 Sep 27 04:27:17.393714 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-01b16d82-6363-46cd-816a-e23653bf8bdc None None] Set router 4c6af9de-cc1b-48df-9bb1-e87847c76f9f gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:27:17.596875 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-01b16d82-6363-46cd-816a-e23653bf8bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'name': 'tempest-AttachVolumeNegativeTest-148283676-router', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:27:11Z', 'updated_at': '2022-09-27T04:27:14Z', 'revision_number': 4, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'gw_port': {'id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:98:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:12Z', 'updated_at': '2022-09-27T04:27:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'a232fa3d-5135-4b2b-beba-1695e497a1d7', 'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'mac_address': 'fa:16:3e:40:05:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:13Z', 'updated_at': '2022-09-27T04:27:14Z', 'revision_number': 2, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'subnets': [{'id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:27:17.621469 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b16d82-6363-46cd-816a-e23653bf8bdc None None] Checking router: 4c6af9de-cc1b-48df-9bb1-e87847c76f9f for host: dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:27:17.621846 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b16d82-6363-46cd-816a-e23653bf8bdc None None] Updating router 4c6af9de-cc1b-48df-9bb1-e87847c76f9f port a232fa3d-5135-4b2b-beba-1695e497a1d7 binding host dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 04:27:17.653848 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-01b16d82-6363-46cd-816a-e23653bf8bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (a232fa3d-5135-4b2b-beba-1695e497a1d7), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:17.782269 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-71fba42a-2daf-4f61-a3c1-b942d98667e6 None None] Attempt 7 to provision port a232fa3d-5135-4b2b-beba-1695e497a1d7 Sep 27 04:27:17.827932 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-71fba42a-2daf-4f61-a3c1-b942d98667e6 None None] Port a232fa3d-5135-4b2b-beba-1695e497a1d7 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:27:17.831272 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device df24a64e-a855-4c93-9fc9-4c4a85f449c2 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:27:17.876490 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port df24a64e-a855-4c93-9fc9-4c4a85f449c2 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:27:17.876771 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (df24a64e-a855-4c93-9fc9-4c4a85f449c2), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:17.877155 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port df24a64e-a855-4c93-9fc9-4c4a85f449c2 Sep 27 04:27:17.929789 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-01b16d82-6363-46cd-816a-e23653bf8bdc None None] Publish callbacks [] for port (a232fa3d-5135-4b2b-beba-1695e497a1d7), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:17.935174 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-01b16d82-6363-46cd-816a-e23653bf8bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (a232fa3d-5135-4b2b-beba-1695e497a1d7), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:17.957933 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port df24a64e-a855-4c93-9fc9-4c4a85f449c2 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:27:17.958803 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (df24a64e-a855-4c93-9fc9-4c4a85f449c2), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:17.982680 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f64b9-2d1a-457d-b7cb-e9a52c0012f2 None None] Pushing event updated for resources: {'Port': ['ID=a232fa3d-5135-4b2b-beba-1695e497a1d7,revision_number=3']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:17.982910 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:17.987123 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] For port df24a64e-a855-4c93-9fc9-4c4a85f449c2, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=df24a64e-a855-4c93-9fc9-4c4a85f449c2,segment=NetworkSegment(458173e0-a334-422f-a9db-e4c60ba44888),segment_id=458173e0-a334-422f-a9db-e4c60ba44888)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:27:17.991245 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (df24a64e-a855-4c93-9fc9-4c4a85f449c2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:18.006771 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f64b9-2d1a-457d-b7cb-e9a52c0012f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:18.006771 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f64b9-2d1a-457d-b7cb-e9a52c0012f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:18.006771 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f64b9-2d1a-457d-b7cb-e9a52c0012f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:18.007175 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f64b9-2d1a-457d-b7cb-e9a52c0012f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:18.007406 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f64b9-2d1a-457d-b7cb-e9a52c0012f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:18.007728 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f64b9-2d1a-457d-b7cb-e9a52c0012f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:18.008052 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f64b9-2d1a-457d-b7cb-e9a52c0012f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:18.008375 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f64b9-2d1a-457d-b7cb-e9a52c0012f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:18.008699 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f64b9-2d1a-457d-b7cb-e9a52c0012f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:18.009025 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f64b9-2d1a-457d-b7cb-e9a52c0012f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:18.009443 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f64b9-2d1a-457d-b7cb-e9a52c0012f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:18.009797 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f64b9-2d1a-457d-b7cb-e9a52c0012f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:18.010124 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f64b9-2d1a-457d-b7cb-e9a52c0012f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:18.010445 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f64b9-2d1a-457d-b7cb-e9a52c0012f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:18.010760 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-171f64b9-2d1a-457d-b7cb-e9a52c0012f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:18.041063 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Pushing event updated for resources: {'Port': ['ID=df24a64e-a855-4c93-9fc9-4c4a85f449c2,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:18.043506 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-01b16d82-6363-46cd-816a-e23653bf8bdc None None] Attempting to bind port a232fa3d-5135-4b2b-beba-1695e497a1d7 on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:27:18.043883 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-01b16d82-6363-46cd-816a-e23653bf8bdc None None] Attempting to bind port a232fa3d-5135-4b2b-beba-1695e497a1d7 by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': 'c5746d98-25dd-46c1-b1b6-0887fcb5090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b'}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:27:18.044249 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b16d82-6363-46cd-816a-e23653bf8bdc None None] Attempting to bind port a232fa3d-5135-4b2b-beba-1695e497a1d7 on network cba0fe06-d029-4450-9dfd-fb0123caa50b {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:27:18.085731 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b16d82-6363-46cd-816a-e23653bf8bdc None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:27:18.086133 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b16d82-6363-46cd-816a-e23653bf8bdc None None] Checking segment: {'id': 'c5746d98-25dd-46c1-b1b6-0887fcb5090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:27:18.086535 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-01b16d82-6363-46cd-816a-e23653bf8bdc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:18.086925 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b16d82-6363-46cd-816a-e23653bf8bdc None None] Bound using segment: {'id': 'c5746d98-25dd-46c1-b1b6-0887fcb5090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b'} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:27:18.087396 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-01b16d82-6363-46cd-816a-e23653bf8bdc None None] Bound port: a232fa3d-5135-4b2b-beba-1695e497a1d7, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5746d98-25dd-46c1-b1b6-0887fcb5090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b'}}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:27:18.087772 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-01b16d82-6363-46cd-816a-e23653bf8bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (a232fa3d-5135-4b2b-beba-1695e497a1d7), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:18.090206 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:18.136938 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:18.147847 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-01b16d82-6363-46cd-816a-e23653bf8bdc None None] For port a232fa3d-5135-4b2b-beba-1695e497a1d7, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:27:18.150904 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-01b16d82-6363-46cd-816a-e23653bf8bdc None None] For port a232fa3d-5135-4b2b-beba-1695e497a1d7, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=a232fa3d-5135-4b2b-beba-1695e497a1d7,segment=NetworkSegment(c5746d98-25dd-46c1-b1b6-0887fcb5090c),segment_id=c5746d98-25dd-46c1-b1b6-0887fcb5090c)] {{(pid=106213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:27:18.155788 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-01b16d82-6363-46cd-816a-e23653bf8bdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (a232fa3d-5135-4b2b-beba-1695e497a1d7), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:18.192266 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b16d82-6363-46cd-816a-e23653bf8bdc None None] Routers {'4c6af9de-cc1b-48df-9bb1-e87847c76f9f'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:27:18.192885 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-01b16d82-6363-46cd-816a-e23653bf8bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:26:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:27:18.248440 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171f64b9-2d1a-457d-b7cb-e9a52c0012f2 None None] Pushing event updated for resources: {'Port': ['ID=a232fa3d-5135-4b2b-beba-1695e497a1d7,revision_number=4']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:18.306940 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-01b16d82-6363-46cd-816a-e23653bf8bdc None None] Set router 4c6af9de-cc1b-48df-9bb1-e87847c76f9f gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:27:18.328899 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-71fba42a-2daf-4f61-a3c1-b942d98667e6 None None] Attempt 8 to provision port a232fa3d-5135-4b2b-beba-1695e497a1d7 Sep 27 04:27:18.411315 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-71fba42a-2daf-4f61-a3c1-b942d98667e6 None None] Current status of the port a232fa3d-5135-4b2b-beba-1695e497a1d7 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:27:18.411315 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-71fba42a-2daf-4f61-a3c1-b942d98667e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (a232fa3d-5135-4b2b-beba-1695e497a1d7), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:18.434263 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-96cf9aed-0f34-47a5-ae49-59c9ab2b1691 req-d89b6cf5-a0a4-44a3-b370-ee03c4897711 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93c1b78a-1f68-4d8b-a00a-15ed4dfe4779 HTTP/1.1" status: 200 len: 210 time: 0.0298805 Sep 27 04:27:18.458031 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-71fba42a-2daf-4f61-a3c1-b942d98667e6 None None] For port a232fa3d-5135-4b2b-beba-1695e497a1d7, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=a232fa3d-5135-4b2b-beba-1695e497a1d7,segment=NetworkSegment(c5746d98-25dd-46c1-b1b6-0887fcb5090c),segment_id=c5746d98-25dd-46c1-b1b6-0887fcb5090c)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:27:18.458031 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-71fba42a-2daf-4f61-a3c1-b942d98667e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (a232fa3d-5135-4b2b-beba-1695e497a1d7), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:18.503026 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fba42a-2daf-4f61-a3c1-b942d98667e6 None None] Pushing event updated for resources: {'Port': ['ID=a232fa3d-5135-4b2b-beba-1695e497a1d7,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:18.570541 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-dbd2ecd1-8466-47b5-8cf4-1124bf410920 None None] Provisioning complete for port a232fa3d-5135-4b2b-beba-1695e497a1d7 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:27:18.570922 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-dbd2ecd1-8466-47b5-8cf4-1124bf410920 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (a232fa3d-5135-4b2b-beba-1695e497a1d7), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:18.571262 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-dbd2ecd1-8466-47b5-8cf4-1124bf410920 None None] Attempt 1 to provision port a232fa3d-5135-4b2b-beba-1695e497a1d7 Sep 27 04:27:18.589375 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-01b16d82-6363-46cd-816a-e23653bf8bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'name': 'tempest-AttachVolumeNegativeTest-148283676-router', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:27:11Z', 'updated_at': '2022-09-27T04:27:14Z', 'revision_number': 4, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'gw_port': {'id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:12Z', 'updated_at': '2022-09-27T04:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'a232fa3d-5135-4b2b-beba-1695e497a1d7', 'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'mac_address': 'fa:16:3e:40:05:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:13Z', 'updated_at': '2022-09-27T04:27:18Z', 'revision_number': 4, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'subnets': [{'id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:27:18.600901 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:18.613806 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b16d82-6363-46cd-816a-e23653bf8bdc None None] The sync data for ids ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'] in dv-cinder-859186-3-iscsi is: [{'id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'name': 'tempest-AttachVolumeNegativeTest-148283676-router', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:27:11Z', 'updated_at': '2022-09-27T04:27:14Z', 'revision_number': 4, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'gw_port': {'id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:12Z', 'updated_at': '2022-09-27T04:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'a232fa3d-5135-4b2b-beba-1695e497a1d7', 'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'mac_address': 'fa:16:3e:40:05:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:13Z', 'updated_at': '2022-09-27T04:27:18Z', 'revision_number': 4, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'subnets': [{'id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:27:18.654067 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-dbd2ecd1-8466-47b5-8cf4-1124bf410920 None None] Current status of the port a232fa3d-5135-4b2b-beba-1695e497a1d7 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:27:19.296211 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:19.402661 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-bb318e55-3249-49e2-8d7d-83026b15bbbe tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:19.404381 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-bb318e55-3249-49e2-8d7d-83026b15bbbe tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.57 "GET /networking/v2.0/networks?id=cba0fe06-d029-4450-9dfd-fb0123caa50b HTTP/1.1" status: 200 len: 814 time: 0.1184494 Sep 27 04:27:19.480132 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-bffca604-03f2-4078-a2bd-b5b3dea97d97 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d7c74ffec54740eca3cd6b707f1cb732 HTTP/1.1" status: 200 len: 380 time: 0.0614438 Sep 27 04:27:19.492676 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-bd33e981-b4cc-4d4b-8a3a-165ea05b8c2d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Request body: {'port': {'device_id': '93c1b78a-1f68-4d8b-a00a-15ed4dfe4779', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'admin_state_up': True, 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'security_groups': ['faa72a12-bdbd-4886-bc21-c1494225c046']}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:27:19.546867 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-87411729-9921-484d-b96d-887173970e6d req-6e6cb387-47f0-47f1-a947-215e5b9cc713 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93c1b78a-1f68-4d8b-a00a-15ed4dfe4779 HTTP/1.1" status: 200 len: 210 time: 0.0291998 Sep 27 04:27:19.609459 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-bd33e981-b4cc-4d4b-8a3a-165ea05b8c2d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Made reservation on behalf of d7c74ffec54740eca3cd6b707f1cb732 for: {'port': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:27:19.613903 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-bd33e981-b4cc-4d4b-8a3a-165ea05b8c2d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:19.744088 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-bd33e981-b4cc-4d4b-8a3a-165ea05b8c2d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Allocated IP 172.20.0.3 (cba0fe06-d029-4450-9dfd-fb0123caa50b/d4d9fbf8-be25-413e-9d9a-4acede1bc3df/59621d87-e6fa-445c-98d8-2f933c046f0d) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:27:19.815970 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device df24a64e-a855-4c93-9fc9-4c4a85f449c2 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:27:19.866246 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port df24a64e-a855-4c93-9fc9-4c4a85f449c2 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:27:19.866858 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (df24a64e-a855-4c93-9fc9-4c4a85f449c2), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:19.867414 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port df24a64e-a855-4c93-9fc9-4c4a85f449c2 Sep 27 04:27:19.910175 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-bd33e981-b4cc-4d4b-8a3a-165ea05b8c2d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for port (59621d87-e6fa-445c-98d8-2f933c046f0d), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:19.944106 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-bd33e981-b4cc-4d4b-8a3a-165ea05b8c2d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (59621d87-e6fa-445c-98d8-2f933c046f0d), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:19.944758 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port df24a64e-a855-4c93-9fc9-4c4a85f449c2 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:27:19.946635 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device a232fa3d-5135-4b2b-beba-1695e497a1d7 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:27:19.973755 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:19.990021 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port a232fa3d-5135-4b2b-beba-1695e497a1d7 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:27:19.990494 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (a232fa3d-5135-4b2b-beba-1695e497a1d7), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:19.990843 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port a232fa3d-5135-4b2b-beba-1695e497a1d7 Sep 27 04:27:19.996498 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-bd33e981-b4cc-4d4b-8a3a-165ea05b8c2d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Network cba0fe06-d029-4450-9dfd-fb0123caa50b is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:27:20.000816 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-bd33e981-b4cc-4d4b-8a3a-165ea05b8c2d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:27:20.005456 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-bd33e981-b4cc-4d4b-8a3a-165ea05b8c2d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:27:20.029800 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd33e981-b4cc-4d4b-8a3a-165ea05b8c2d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Pushing event updated for resources: {'Port': ['ID=59621d87-e6fa-445c-98d8-2f933c046f0d,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:20.056854 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-bd33e981-b4cc-4d4b-8a3a-165ea05b8c2d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:20.057462 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-bd33e981-b4cc-4d4b-8a3a-165ea05b8c2d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:20.067320 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port a232fa3d-5135-4b2b-beba-1695e497a1d7 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:27:20.075560 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-bd33e981-b4cc-4d4b-8a3a-165ea05b8c2d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5869544 Sep 27 04:27:20.089545 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-6e7ad5d2-272c-4f0b-bd04-7d130fb6c617 service neutron] Request body: {'port': {'device_id': '93c1b78a-1f68-4d8b-a00a-15ed4dfe4779', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:27:20.150650 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-6e7ad5d2-272c-4f0b-bd04-7d130fb6c617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (59621d87-e6fa-445c-98d8-2f933c046f0d), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:20.162251 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:20.293229 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-863683eb-970a-4caa-932d-05d1520beed7 None None] Provisioning complete for port 59621d87-e6fa-445c-98d8-2f933c046f0d triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:27:20.293500 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-863683eb-970a-4caa-932d-05d1520beed7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (59621d87-e6fa-445c-98d8-2f933c046f0d), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:20.293842 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-863683eb-970a-4caa-932d-05d1520beed7 None None] Attempt 1 to provision port 59621d87-e6fa-445c-98d8-2f933c046f0d Sep 27 04:27:20.319096 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-d2fed1e0-4d2b-4458-9d11-b4b3347c16f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:20.332622 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-863683eb-970a-4caa-932d-05d1520beed7 None None] Port 59621d87-e6fa-445c-98d8-2f933c046f0d cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:27:20.418035 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-6e7ad5d2-272c-4f0b-bd04-7d130fb6c617 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59621d87-e6fa-445c-98d8-2f933c046f0d {{(pid=106211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:27:20.426184 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-6e7ad5d2-272c-4f0b-bd04-7d130fb6c617 service neutron] Publish callbacks [] for port (59621d87-e6fa-445c-98d8-2f933c046f0d), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:20.438598 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.provisioning_blocks [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-6e7ad5d2-272c-4f0b-bd04-7d130fb6c617 service neutron] Transition to ACTIVE for port object 59621d87-e6fa-445c-98d8-2f933c046f0d will not be triggered until provisioned by entity L2. {{(pid=106211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 04:27:20.442389 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-6e7ad5d2-272c-4f0b-bd04-7d130fb6c617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9553042'] for port (59621d87-e6fa-445c-98d8-2f933c046f0d), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:20.502771 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ad5d2-272c-4f0b-bd04-7d130fb6c617 service neutron] Pushing event updated for resources: {'Port': ['ID=59621d87-e6fa-445c-98d8-2f933c046f0d,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:20.559664 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-6e7ad5d2-272c-4f0b-bd04-7d130fb6c617 service neutron] Attempting to bind port 59621d87-e6fa-445c-98d8-2f933c046f0d on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:27:20.560004 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-6e7ad5d2-272c-4f0b-bd04-7d130fb6c617 service neutron] Attempting to bind port 59621d87-e6fa-445c-98d8-2f933c046f0d by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': 'c5746d98-25dd-46c1-b1b6-0887fcb5090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b'}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:27:20.560345 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-6e7ad5d2-272c-4f0b-bd04-7d130fb6c617 service neutron] Attempting to bind port 59621d87-e6fa-445c-98d8-2f933c046f0d on network cba0fe06-d029-4450-9dfd-fb0123caa50b {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:27:20.608097 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-6e7ad5d2-272c-4f0b-bd04-7d130fb6c617 service neutron] Port 59621d87-e6fa-445c-98d8-2f933c046f0d on network cba0fe06-d029-4450-9dfd-fb0123caa50b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 04:27:20.608431 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-6e7ad5d2-272c-4f0b-bd04-7d130fb6c617 service neutron] Attempting to bind port 59621d87-e6fa-445c-98d8-2f933c046f0d on network cba0fe06-d029-4450-9dfd-fb0123caa50b {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:27:20.690228 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-6e7ad5d2-272c-4f0b-bd04-7d130fb6c617 service neutron] Checking agent: {'id': 'b1f517e4-57bd-40c9-8710-cebf6376635e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'started_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:27:20.690575 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-6e7ad5d2-272c-4f0b-bd04-7d130fb6c617 service neutron] Checking segment: {'id': 'c5746d98-25dd-46c1-b1b6-0887fcb5090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:27:20.690956 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-6e7ad5d2-272c-4f0b-bd04-7d130fb6c617 service neutron] Bound using segment: {'id': 'c5746d98-25dd-46c1-b1b6-0887fcb5090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b'} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:27:20.691393 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-6e7ad5d2-272c-4f0b-bd04-7d130fb6c617 service neutron] Bound port: 59621d87-e6fa-445c-98d8-2f933c046f0d, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5746d98-25dd-46c1-b1b6-0887fcb5090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b'}}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:27:20.691755 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-6e7ad5d2-272c-4f0b-bd04-7d130fb6c617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (59621d87-e6fa-445c-98d8-2f933c046f0d), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:20.699853 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54201c49-4cc2-4af6-84f4-9db1bc26b143 req-9f15e613-8f1e-4fc1-b335-7f5fb66ddc4e tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:20.701309 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-54201c49-4cc2-4af6-84f4-9db1bc26b143 req-9f15e613-8f1e-4fc1-b335-7f5fb66ddc4e tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93c1b78a-1f68-4d8b-a00a-15ed4dfe4779 HTTP/1.1" status: 200 len: 943 time: 0.0666618 Sep 27 04:27:20.794533 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-54201c49-4cc2-4af6-84f4-9db1bc26b143 req-f357c147-1ce9-4e99-8c19-5a93282c4e0c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=faa72a12-bdbd-4886-bc21-c1494225c046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859540 Sep 27 04:27:20.802323 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-6e7ad5d2-272c-4f0b-bd04-7d130fb6c617 service neutron] For port 59621d87-e6fa-445c-98d8-2f933c046f0d, host hv-cinder-85918, cleared binding levels {{(pid=106211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:27:20.806662 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-6e7ad5d2-272c-4f0b-bd04-7d130fb6c617 service neutron] For port 59621d87-e6fa-445c-98d8-2f933c046f0d, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=59621d87-e6fa-445c-98d8-2f933c046f0d,segment=NetworkSegment(c5746d98-25dd-46c1-b1b6-0887fcb5090c),segment_id=c5746d98-25dd-46c1-b1b6-0887fcb5090c)] {{(pid=106211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:27:20.814228 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-6e7ad5d2-272c-4f0b-bd04-7d130fb6c617 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9553042'] for port (59621d87-e6fa-445c-98d8-2f933c046f0d), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:20.833722 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-863683eb-970a-4caa-932d-05d1520beed7 None None] Attempt 2 to provision port 59621d87-e6fa-445c-98d8-2f933c046f0d Sep 27 04:27:20.839417 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-6e7ad5d2-272c-4f0b-bd04-7d130fb6c617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:20.840063 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-6e7ad5d2-272c-4f0b-bd04-7d130fb6c617 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:20.848442 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-6e7ad5d2-272c-4f0b-bd04-7d130fb6c617 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/59621d87-e6fa-445c-98d8-2f933c046f0d HTTP/1.1" status: 200 len: 1093 time: 0.7607386 Sep 27 04:27:20.850385 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c1b78a-1f68-4d8b-a00a-15ed4dfe4779', 'tag': '59621d87-e6fa-445c-98d8-2f933c046f0d'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:27:20.854255 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375caaa08d89e17f41855227bc5930e71d4ac07142983a49768ae7ff94431a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e0c399-2435-47c0-8854-daac14bfd8a9" -d '{"events": [{"name": "network-changed", "server_uuid": "93c1b78a-1f68-4d8b-a00a-15ed4dfe4779", "tag": "59621d87-e6fa-445c-98d8-2f933c046f0d"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:27:20.867866 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:20.892539 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-863683eb-970a-4caa-932d-05d1520beed7 None None] Port 59621d87-e6fa-445c-98d8-2f933c046f0d had new provisioning blocks added so it will not transition to active. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 04:27:20.932913 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bcd0524-6cec-4f56-827a-aa9e43a26914 x-openstack-request-id: req-6bcd0524-6cec-4f56-827a-aa9e43a26914 {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:27:20.933203 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c1b78a-1f68-4d8b-a00a-15ed4dfe4779", "tag": "59621d87-e6fa-445c-98d8-2f933c046f0d", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:27:20.933458 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6bcd0524-6cec-4f56-827a-aa9e43a26914 {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:27:20.933891 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bcd0524-6cec-4f56-827a-aa9e43a26914'] response: {'name': 'network-changed', 'server_uuid': '93c1b78a-1f68-4d8b-a00a-15ed4dfe4779', 'tag': '59621d87-e6fa-445c-98d8-2f933c046f0d', 'status': 'completed', 'code': 200} Sep 27 04:27:20.936966 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ad5d2-272c-4f0b-bd04-7d130fb6c617 service neutron] Pushing event updated for resources: {'Port': ['ID=59621d87-e6fa-445c-98d8-2f933c046f0d,revision_number=3']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:20.949483 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-34b8d7e4-b978-4da4-a2fe-29d4c89e059b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:20.951015 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-34b8d7e4-b978-4da4-a2fe-29d4c89e059b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=d7c74ffec54740eca3cd6b707f1cb732&device_id=93c1b78a-1f68-4d8b-a00a-15ed4dfe4779 HTTP/1.1" status: 200 len: 1127 time: 0.0506282 Sep 27 04:27:20.997411 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-79c75149-5c5f-4b98-8bc1-735cd8e0d0d7 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59621d87-e6fa-445c-98d8-2f933c046f0d HTTP/1.1" status: 200 len: 217 time: 0.0386679 Sep 27 04:27:21.047590 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-fb76dddb-b1d6-44be-ab28-1c0e5a0d5e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:21.048989 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-fb76dddb-b1d6-44be-ab28-1c0e5a0d5e83 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d4d9fbf8-be25-413e-9d9a-4acede1bc3df HTTP/1.1" status: 200 len: 853 time: 0.0449407 Sep 27 04:27:21.089425 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:21.092812 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-a98e5935-301f-4ce6-a85e-51d7e9e1f21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:21.094377 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-a98e5935-301f-4ce6-a85e-51d7e9e1f21a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cba0fe06-d029-4450-9dfd-fb0123caa50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396922 Sep 27 04:27:21.194173 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-80234cf7-ea85-4e52-b82f-0171faf7fe16 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cba0fe06-d029-4450-9dfd-fb0123caa50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928497 Sep 27 04:27:21.289083 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c2aa3088-e7a8-4cd8-a193-1d2a07d5dc94 req-0d5ef1b0-f876-4ced-946a-ece7c937942d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cba0fe06-d029-4450-9dfd-fb0123caa50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888443 Sep 27 04:27:21.925121 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41717d75-1fed-465f-8f32-158fc6f27dd9 req-e43de3a0-4e5a-4248-bf23-2d3586d629cd tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:21.926788 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-41717d75-1fed-465f-8f32-158fc6f27dd9 req-e43de3a0-4e5a-4248-bf23-2d3586d629cd tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93c1b78a-1f68-4d8b-a00a-15ed4dfe4779 HTTP/1.1" status: 200 len: 943 time: 0.0521367 Sep 27 04:27:21.977938 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-41717d75-1fed-465f-8f32-158fc6f27dd9 req-dd1947a2-5b5a-4479-aa73-22a186aa6217 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=faa72a12-bdbd-4886-bc21-c1494225c046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444481 Sep 27 04:27:22.235962 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0c399-2435-47c0-8854-daac14bfd8a9 req-43a17a8d-aa1b-4c96-a27c-e06954cfaa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:22.237999 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f2e0c399-2435-47c0-8854-daac14bfd8a9 req-43a17a8d-aa1b-4c96-a27c-e06954cfaa25 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=d7c74ffec54740eca3cd6b707f1cb732&device_id=93c1b78a-1f68-4d8b-a00a-15ed4dfe4779 HTTP/1.1" status: 200 len: 1127 time: 0.0429394 Sep 27 04:27:22.242324 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-05df1a82-41c2-4454-ab9f-390e3856c7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:22.331223 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0c399-2435-47c0-8854-daac14bfd8a9 req-cd20350f-0cba-4d41-a066-9285bd8aaafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:22.332716 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f2e0c399-2435-47c0-8854-daac14bfd8a9 req-cd20350f-0cba-4d41-a066-9285bd8aaafb service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=cba0fe06-d029-4450-9dfd-fb0123caa50b HTTP/1.1" status: 200 len: 915 time: 0.0885236 Sep 27 04:27:22.373163 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f2e0c399-2435-47c0-8854-daac14bfd8a9 req-6fa5ab6a-fe7a-459f-b8f2-6ccccd810435 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59621d87-e6fa-445c-98d8-2f933c046f0d HTTP/1.1" status: 200 len: 217 time: 0.0323050 Sep 27 04:27:22.423512 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0c399-2435-47c0-8854-daac14bfd8a9 req-36024514-930b-45e9-86ee-3c90c523dcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:22.425606 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f2e0c399-2435-47c0-8854-daac14bfd8a9 req-36024514-930b-45e9-86ee-3c90c523dcf7 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d4d9fbf8-be25-413e-9d9a-4acede1bc3df HTTP/1.1" status: 200 len: 853 time: 0.0430911 Sep 27 04:27:22.474547 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0c399-2435-47c0-8854-daac14bfd8a9 req-5ce60707-6184-4fd5-a21b-4b049af8e8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:22.475970 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f2e0c399-2435-47c0-8854-daac14bfd8a9 req-5ce60707-6184-4fd5-a21b-4b049af8e8f3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cba0fe06-d029-4450-9dfd-fb0123caa50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375004 Sep 27 04:27:22.571210 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f2e0c399-2435-47c0-8854-daac14bfd8a9 req-fb9a1b50-21c7-46d6-9cbd-93fff5494a6a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cba0fe06-d029-4450-9dfd-fb0123caa50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829053 Sep 27 04:27:22.673306 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f2e0c399-2435-47c0-8854-daac14bfd8a9 req-1ad9c607-c2dd-4f0d-9ed2-3702aee4d93a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cba0fe06-d029-4450-9dfd-fb0123caa50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918703 Sep 27 04:27:23.098234 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd876e-014e-489d-99ec-50023d932dbe req-b370938f-42fd-426d-8e65-059fcf9b857b tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:23.099677 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fdfd876e-014e-489d-99ec-50023d932dbe req-b370938f-42fd-426d-8e65-059fcf9b857b tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93c1b78a-1f68-4d8b-a00a-15ed4dfe4779 HTTP/1.1" status: 200 len: 943 time: 0.0456164 Sep 27 04:27:23.145505 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fdfd876e-014e-489d-99ec-50023d932dbe req-2af32fa3-78f6-482c-82e9-aae6377163a1 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=faa72a12-bdbd-4886-bc21-c1494225c046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404041 Sep 27 04:27:23.718616 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:23.737582 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 59621d87-e6fa-445c-98d8-2f933c046f0d details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 04:27:23.810395 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:23.839288 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 59621d87-e6fa-445c-98d8-2f933c046f0d, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=59621d87-e6fa-445c-98d8-2f933c046f0d,segment=NetworkSegment(c5746d98-25dd-46c1-b1b6-0887fcb5090c),segment_id=c5746d98-25dd-46c1-b1b6-0887fcb5090c)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:27:23.851124 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Returning: {'device': '59621d87-e6fa-445c-98d8-2f933c046f0d', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'port_id': '59621d87-e6fa-445c-98d8-2f933c046f0d', 'mac_address': 'fa:16:3e:81:f2:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 04:27:23.885068 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port 59621d87-e6fa-445c-98d8-2f933c046f0d is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:27:23.885451 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (59621d87-e6fa-445c-98d8-2f933c046f0d), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:23.898017 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59621d87-e6fa-445c-98d8-2f933c046f0d {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:27:23.917968 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 59621d87-e6fa-445c-98d8-2f933c046f0d, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=59621d87-e6fa-445c-98d8-2f933c046f0d,segment=NetworkSegment(c5746d98-25dd-46c1-b1b6-0887fcb5090c),segment_id=c5746d98-25dd-46c1-b1b6-0887fcb5090c)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:27:23.921540 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (59621d87-e6fa-445c-98d8-2f933c046f0d), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:23.965523 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=59621d87-e6fa-445c-98d8-2f933c046f0d,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:24.208893 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['59621d87-e6fa-445c-98d8-2f933c046f0d'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:27:24.246661 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:24.271999 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8dbc1b-95d8-4a68-9b50-ee91fb265e7b req-a49e9f91-4c7b-40ae-be75-62b925da03fe tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:24.273486 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ea8dbc1b-95d8-4a68-9b50-ee91fb265e7b req-a49e9f91-4c7b-40ae-be75-62b925da03fe tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93c1b78a-1f68-4d8b-a00a-15ed4dfe4779 HTTP/1.1" status: 200 len: 944 time: 0.0529654 Sep 27 04:27:24.321034 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ea8dbc1b-95d8-4a68-9b50-ee91fb265e7b req-6a343fb1-3f7d-47ae-9068-edb3e2b343a1 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=faa72a12-bdbd-4886-bc21-c1494225c046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418649 Sep 27 04:27:25.059226 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:25.166776 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:25.595361 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585b3cbf-493f-42c6-afbe-b40621c0b9fa req-f7de5ab4-f26a-40ba-8313-58a64db96390 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:25.597284 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-585b3cbf-493f-42c6-afbe-b40621c0b9fa req-f7de5ab4-f26a-40ba-8313-58a64db96390 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93c1b78a-1f68-4d8b-a00a-15ed4dfe4779 HTTP/1.1" status: 200 len: 944 time: 0.0501316 Sep 27 04:27:25.646364 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-585b3cbf-493f-42c6-afbe-b40621c0b9fa req-ad779787-acb9-41a0-82dc-c3d6ccf5a1cf tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=faa72a12-bdbd-4886-bc21-c1494225c046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435138 Sep 27 04:27:26.682309 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 59621d87-e6fa-445c-98d8-2f933c046f0d up at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:27:26.728323 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning for port 59621d87-e6fa-445c-98d8-2f933c046f0d completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 04:27:26.734892 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning complete for port 59621d87-e6fa-445c-98d8-2f933c046f0d triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:27:26.735398 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (59621d87-e6fa-445c-98d8-2f933c046f0d), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:26.735698 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Attempt 1 to provision port 59621d87-e6fa-445c-98d8-2f933c046f0d Sep 27 04:27:26.773086 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627f2070-98fd-4203-8f01-ba0601c8be56 req-29284aca-c720-47fe-8d1c-aa423f448b7f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:26.774590 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-627f2070-98fd-4203-8f01-ba0601c8be56 req-29284aca-c720-47fe-8d1c-aa423f448b7f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93c1b78a-1f68-4d8b-a00a-15ed4dfe4779 HTTP/1.1" status: 200 len: 944 time: 0.0482867 Sep 27 04:27:26.807484 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port 59621d87-e6fa-445c-98d8-2f933c046f0d is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:27:26.807870 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (59621d87-e6fa-445c-98d8-2f933c046f0d), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:26.821297 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-627f2070-98fd-4203-8f01-ba0601c8be56 req-87886205-d14f-400d-b4dc-500a6a7187dd tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=faa72a12-bdbd-4886-bc21-c1494225c046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410342 Sep 27 04:27:26.831998 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c1b78a-1f68-4d8b-a00a-15ed4dfe4779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59621d87-e6fa-445c-98d8-2f933c046f0d'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:27:26.846653 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2687affa0ef786a15f255b59e70001bb997277ef1a41850ee1c1551a100c7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a471548a-f9b3-48ad-b37e-beab8ad63784" -d '{"events": [{"server_uuid": "93c1b78a-1f68-4d8b-a00a-15ed4dfe4779", "name": "network-vif-plugged", "status": "completed", "tag": "59621d87-e6fa-445c-98d8-2f933c046f0d"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:27:26.848469 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 59621d87-e6fa-445c-98d8-2f933c046f0d, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=59621d87-e6fa-445c-98d8-2f933c046f0d,segment=NetworkSegment(c5746d98-25dd-46c1-b1b6-0887fcb5090c),segment_id=c5746d98-25dd-46c1-b1b6-0887fcb5090c)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:27:26.852364 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (59621d87-e6fa-445c-98d8-2f933c046f0d), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:26.874711 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b7856c-52d8-46c0-b973-cb96367b794e x-openstack-request-id: req-f7b7856c-52d8-46c0-b973-cb96367b794e {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:27:26.875023 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c1b78a-1f68-4d8b-a00a-15ed4dfe4779", "name": "network-vif-plugged", "status": "completed", "tag": "59621d87-e6fa-445c-98d8-2f933c046f0d", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:27:26.875281 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f7b7856c-52d8-46c0-b973-cb96367b794e {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:27:26.875682 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7b7856c-52d8-46c0-b973-cb96367b794e'] response: {'server_uuid': '93c1b78a-1f68-4d8b-a00a-15ed4dfe4779', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59621d87-e6fa-445c-98d8-2f933c046f0d', 'code': 200} Sep 27 04:27:26.905330 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=59621d87-e6fa-445c-98d8-2f933c046f0d,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:27.795507 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:27.801718 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d60cae-51fe-4905-a6ce-4ac33c542fd3 req-83becb33-407b-4172-9778-62ca73a7ca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:27.803205 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-30d60cae-51fe-4905-a6ce-4ac33c542fd3 req-83becb33-407b-4172-9778-62ca73a7ca8c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=93c1b78a-1f68-4d8b-a00a-15ed4dfe4779 HTTP/1.1" status: 200 len: 1129 time: 0.0428967 Sep 27 04:27:27.814468 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:27.847743 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-30d60cae-51fe-4905-a6ce-4ac33c542fd3 req-9c0d27b9-f1a9-4c89-a971-1c6601a6929d service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=faa72a12-bdbd-4886-bc21-c1494225c046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379524 Sep 27 04:27:27.946014 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41ed5db-d54b-44bc-98ee-3b8d388b577e req-a227848e-cc30-4fcd-ac1f-70e1e6347827 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:27.947489 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f41ed5db-d54b-44bc-98ee-3b8d388b577e req-a227848e-cc30-4fcd-ac1f-70e1e6347827 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93c1b78a-1f68-4d8b-a00a-15ed4dfe4779 HTTP/1.1" status: 200 len: 945 time: 0.0478628 Sep 27 04:27:27.996105 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f41ed5db-d54b-44bc-98ee-3b8d388b577e req-6ecbbea1-a197-49c5-b8eb-8dcd8e082498 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=faa72a12-bdbd-4886-bc21-c1494225c046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427175 Sep 27 04:27:29.117289 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b936088-d17c-49f7-ae01-2ab4bf382d62 req-dfdec7a1-acaf-45ba-a3ee-bfa15b86b228 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:29.118757 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9b936088-d17c-49f7-ae01-2ab4bf382d62 req-dfdec7a1-acaf-45ba-a3ee-bfa15b86b228 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93c1b78a-1f68-4d8b-a00a-15ed4dfe4779 HTTP/1.1" status: 200 len: 945 time: 0.0460246 Sep 27 04:27:29.164852 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9b936088-d17c-49f7-ae01-2ab4bf382d62 req-a00a3723-882d-405b-b3b9-9cb6f47c29a1 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=faa72a12-bdbd-4886-bc21-c1494225c046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406623 Sep 27 04:27:30.287776 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c156573-d90c-4578-ae5a-b13b78190a78 req-c25afbb1-1217-4302-9fed-33cef92d66fb tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:30.289220 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5c156573-d90c-4578-ae5a-b13b78190a78 req-c25afbb1-1217-4302-9fed-33cef92d66fb tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93c1b78a-1f68-4d8b-a00a-15ed4dfe4779 HTTP/1.1" status: 200 len: 945 time: 0.0498669 Sep 27 04:27:30.335651 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5c156573-d90c-4578-ae5a-b13b78190a78 req-8d0df369-8423-4554-8f48-6941fabd4166 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=faa72a12-bdbd-4886-bc21-c1494225c046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406184 Sep 27 04:27:30.451335 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb85055-3027-4054-94f1-11980bf4d5db req-fc14c0e6-0018-46e1-b339-058e75eb46a0 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:30.452701 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4eb85055-3027-4054-94f1-11980bf4d5db req-fc14c0e6-0018-46e1-b339-058e75eb46a0 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93c1b78a-1f68-4d8b-a00a-15ed4dfe4779 HTTP/1.1" status: 200 len: 945 time: 0.0456777 Sep 27 04:27:30.463539 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 36084) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:27:30.467708 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-eb3b0c50-3e65-4e93-b09c-5f9ca389f67c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Request body: {'floatingip': {'port_id': '59621d87-e6fa-445c-98d8-2f933c046f0d'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:27:30.508436 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-eb3b0c50-3e65-4e93-b09c-5f9ca389f67c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for floatingip (0a29b6c4-f54c-4b7d-a466-9d0847c258c9), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:30.963192 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:31.171866 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 36116) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:27:31.194820 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-eb3b0c50-3e65-4e93-b09c-5f9ca389f67c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:31.199141 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-eb3b0c50-3e65-4e93-b09c-5f9ca389f67c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4106707'] for floatingip (0a29b6c4-f54c-4b7d-a466-9d0847c258c9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:31.280207 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2c2eba1f-203a-482e-841b-e3def365fcde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:31.293072 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:31.296038 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.db.l3_db [None req-eb3b0c50-3e65-4e93-b09c-5f9ca389f67c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Floating IP 0a29b6c4-f54c-4b7d-a466-9d0847c258c9 associated. External IP: 172.27.0.122, port: 59621d87-e6fa-445c-98d8-2f933c046f0d. Sep 27 04:27:31.358638 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2c2eba1f-203a-482e-841b-e3def365fcde admin admin] Publish callbacks [] for security_group (dabc8eaa-396d-40fc-a0b8-1e0c1619c1cd), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:31.363315 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2c2eba1f-203a-482e-841b-e3def365fcde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (dabc8eaa-396d-40fc-a0b8-1e0c1619c1cd), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:31.404859 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-2c2eba1f-203a-482e-841b-e3def365fcde admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=ae2f2bea79ab48c5bd28339fdac86fb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318962 Sep 27 04:27:31.405726 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 36120) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:27:31.412440 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2eba1f-203a-482e-841b-e3def365fcde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabc8eaa-396d-40fc-a0b8-1e0c1619c1cd,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:31.459332 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-305d2d66-149f-453e-a059-281aaf133852 admin admin] Publish callbacks [] for security_group (dabc8eaa-396d-40fc-a0b8-1e0c1619c1cd), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:31.480687 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-305d2d66-149f-453e-a059-281aaf133852 admin admin] Publish callbacks [] for security_group (dabc8eaa-396d-40fc-a0b8-1e0c1619c1cd), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:31.496444 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb3b0c50-3e65-4e93-b09c-5f9ca389f67c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Router 4c6af9de-cc1b-48df-9bb1-e87847c76f9f has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:27:31.529529 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-305d2d66-149f-453e-a059-281aaf133852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (dabc8eaa-396d-40fc-a0b8-1e0c1619c1cd), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:31.532038 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-305d2d66-149f-453e-a059-281aaf133852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:31.533207 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-305d2d66-149f-453e-a059-281aaf133852 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/dabc8eaa-396d-40fc-a0b8-1e0c1619c1cd HTTP/1.1" status: 204 len: 168 time: 0.1265228 Sep 27 04:27:31.541731 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305d2d66-149f-453e-a059-281aaf133852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabc8eaa-396d-40fc-a0b8-1e0c1619c1cd,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:31.606314 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb3b0c50-3e65-4e93-b09c-5f9ca389f67c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:27:31.611305 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-eb3b0c50-3e65-4e93-b09c-5f9ca389f67c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:31.618099 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df7787f-b272-4669-9322-0480d3b013c0 None None] Sync routers for ids ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'] in dv-cinder-859186-3-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:27:31.629203 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df7787f-b272-4669-9322-0480d3b013c0 None None] Routers {'4c6af9de-cc1b-48df-9bb1-e87847c76f9f'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:27:31.629914 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-7df7787f-b272-4669-9322-0480d3b013c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:27:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:27:31.641691 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-eb3b0c50-3e65-4e93-b09c-5f9ca389f67c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/0a29b6c4-f54c-4b7d-a466-9d0847c258c9 HTTP/1.1" status: 200 len: 991 time: 1.1771171 Sep 27 04:27:31.642405 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c1b78a-1f68-4d8b-a00a-15ed4dfe4779', 'tag': '59621d87-e6fa-445c-98d8-2f933c046f0d'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:27:31.645452 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0d4db4-72ef-4781-b632-b0fbd279e0d4" -d '{"events": [{"name": "network-changed", "server_uuid": "93c1b78a-1f68-4d8b-a00a-15ed4dfe4779", "tag": "59621d87-e6fa-445c-98d8-2f933c046f0d"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:27:31.685988 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-307ac7bd-c623-42d3-9f7c-2c924c549166 x-openstack-request-id: req-307ac7bd-c623-42d3-9f7c-2c924c549166 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:27:31.686588 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c1b78a-1f68-4d8b-a00a-15ed4dfe4779", "tag": "59621d87-e6fa-445c-98d8-2f933c046f0d", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:27:31.686588 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-307ac7bd-c623-42d3-9f7c-2c924c549166 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:27:31.686941 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-307ac7bd-c623-42d3-9f7c-2c924c549166'] response: {'name': 'network-changed', 'server_uuid': '93c1b78a-1f68-4d8b-a00a-15ed4dfe4779', 'tag': '59621d87-e6fa-445c-98d8-2f933c046f0d', 'status': 'completed', 'code': 200} Sep 27 04:27:31.750784 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-7df7787f-b272-4669-9322-0480d3b013c0 None None] Set router 4c6af9de-cc1b-48df-9bb1-e87847c76f9f gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:27:31.752712 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d4db4-72ef-4781-b632-b0fbd279e0d4 req-f74f73df-45ad-4979-a7d0-fea92f420fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:31.754322 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4e0d4db4-72ef-4781-b632-b0fbd279e0d4 req-f74f73df-45ad-4979-a7d0-fea92f420fcd service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=d7c74ffec54740eca3cd6b707f1cb732&device_id=93c1b78a-1f68-4d8b-a00a-15ed4dfe4779 HTTP/1.1" status: 200 len: 1129 time: 0.0429976 Sep 27 04:27:31.840788 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 36130) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:27:31.854740 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d4db4-72ef-4781-b632-b0fbd279e0d4 req-44b0faad-fc78-4a03-a154-91f62655e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:31.856296 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4e0d4db4-72ef-4781-b632-b0fbd279e0d4 req-44b0faad-fc78-4a03-a154-91f62655e0ce service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=cba0fe06-d029-4450-9dfd-fb0123caa50b HTTP/1.1" status: 200 len: 915 time: 0.0965903 Sep 27 04:27:31.856485 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8bd0faa1-ee05-4a32-adf9-0afc967fd146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:31.926877 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4e0d4db4-72ef-4781-b632-b0fbd279e0d4 req-320457b0-8772-4e39-ae98-6a63d9128092 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59621d87-e6fa-445c-98d8-2f933c046f0d HTTP/1.1" status: 200 len: 999 time: 0.0642908 Sep 27 04:27:31.943792 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8bd0faa1-ee05-4a32-adf9-0afc967fd146 admin admin] Publish callbacks [] for security_group (ae58b0cf-9e83-420e-ac2f-ff9e704f9359), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:31.948045 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8bd0faa1-ee05-4a32-adf9-0afc967fd146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (ae58b0cf-9e83-420e-ac2f-ff9e704f9359), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:31.976299 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:31.979508 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d4db4-72ef-4781-b632-b0fbd279e0d4 req-b8828b09-4539-4aff-94fe-c6433e50582b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:31.980987 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4e0d4db4-72ef-4781-b632-b0fbd279e0d4 req-b8828b09-4539-4aff-94fe-c6433e50582b service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d4d9fbf8-be25-413e-9d9a-4acede1bc3df HTTP/1.1" status: 200 len: 853 time: 0.0480003 Sep 27 04:27:31.994044 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd0faa1-ee05-4a32-adf9-0afc967fd146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae58b0cf-9e83-420e-ac2f-ff9e704f9359,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:32.001933 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-8bd0faa1-ee05-4a32-adf9-0afc967fd146 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=7614a1b21d144efeb90a6e7ced0b9ed0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1571648 Sep 27 04:27:32.002672 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 36132) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:27:32.029397 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d4db4-72ef-4781-b632-b0fbd279e0d4 req-490be58b-61fb-4459-811f-eb2fb1017d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:32.031146 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4e0d4db4-72ef-4781-b632-b0fbd279e0d4 req-490be58b-61fb-4459-811f-eb2fb1017d5f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cba0fe06-d029-4450-9dfd-fb0123caa50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446565 Sep 27 04:27:32.048189 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:32.053869 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2c8209b0-2a19-486d-9d29-d72d84d80b35 admin admin] Publish callbacks [] for security_group (ae58b0cf-9e83-420e-ac2f-ff9e704f9359), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:32.074973 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2c8209b0-2a19-486d-9d29-d72d84d80b35 admin admin] Publish callbacks [] for security_group (ae58b0cf-9e83-420e-ac2f-ff9e704f9359), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:32.099033 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:32.106112 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:32.130092 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2c8209b0-2a19-486d-9d29-d72d84d80b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (ae58b0cf-9e83-420e-ac2f-ff9e704f9359), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:32.132960 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4e0d4db4-72ef-4781-b632-b0fbd279e0d4 req-01c29f83-becb-4fc3-bf21-fc467141982d service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cba0fe06-d029-4450-9dfd-fb0123caa50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960429 Sep 27 04:27:32.133173 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2c8209b0-2a19-486d-9d29-d72d84d80b35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:32.134407 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-2c8209b0-2a19-486d-9d29-d72d84d80b35 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/ae58b0cf-9e83-420e-ac2f-ff9e704f9359 HTTP/1.1" status: 204 len: 168 time: 0.1308088 Sep 27 04:27:32.141595 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-7df7787f-b272-4669-9322-0480d3b013c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'name': 'tempest-AttachVolumeNegativeTest-148283676-router', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:27:11Z', 'updated_at': '2022-09-27T04:27:14Z', 'revision_number': 4, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'gw_port': {'id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:12Z', 'updated_at': '2022-09-27T04:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': '0a29b6c4-f54c-4b7d-a466-9d0847c258c9', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'port_id': '59621d87-e6fa-445c-98d8-2f933c046f0d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'mac_address': 'fa:16:3e:81:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c1b78a-1f68-4d8b-a00a-15ed4dfe4779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:27:16Z', 'updated_at': '2022-09-27T04:27:31Z', 'revision_number': 1, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a232fa3d-5135-4b2b-beba-1695e497a1d7', 'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'mac_address': 'fa:16:3e:40:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:13Z', 'updated_at': '2022-09-27T04:27:18Z', 'revision_number': 5, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'subnets': [{'id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:27:32.143302 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8209b0-2a19-486d-9d29-d72d84d80b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae58b0cf-9e83-420e-ac2f-ff9e704f9359,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:32.184566 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df7787f-b272-4669-9322-0480d3b013c0 None None] Checking router: 4c6af9de-cc1b-48df-9bb1-e87847c76f9f for host: dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:27:32.198977 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df7787f-b272-4669-9322-0480d3b013c0 None None] Routers {'4c6af9de-cc1b-48df-9bb1-e87847c76f9f'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:27:32.199621 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-7df7787f-b272-4669-9322-0480d3b013c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:27:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:27:32.244268 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4e0d4db4-72ef-4781-b632-b0fbd279e0d4 req-0b99b647-967d-4fb4-b29f-0aef7ade8305 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cba0fe06-d029-4450-9dfd-fb0123caa50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993354 Sep 27 04:27:32.306536 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:32.312442 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-7df7787f-b272-4669-9322-0480d3b013c0 None None] Set router 4c6af9de-cc1b-48df-9bb1-e87847c76f9f gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:27:32.529246 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-7df7787f-b272-4669-9322-0480d3b013c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'name': 'tempest-AttachVolumeNegativeTest-148283676-router', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:27:11Z', 'updated_at': '2022-09-27T04:27:14Z', 'revision_number': 4, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'gw_port': {'id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:12Z', 'updated_at': '2022-09-27T04:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': '0a29b6c4-f54c-4b7d-a466-9d0847c258c9', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'port_id': '59621d87-e6fa-445c-98d8-2f933c046f0d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'mac_address': 'fa:16:3e:81:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c1b78a-1f68-4d8b-a00a-15ed4dfe4779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:27:16Z', 'updated_at': '2022-09-27T04:27:31Z', 'revision_number': 1, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a232fa3d-5135-4b2b-beba-1695e497a1d7', 'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'mac_address': 'fa:16:3e:40:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:13Z', 'updated_at': '2022-09-27T04:27:18Z', 'revision_number': 5, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'subnets': [{'id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:27:32.558599 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7df7787f-b272-4669-9322-0480d3b013c0 None None] The sync data for ids ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'] in dv-cinder-859186-3-iscsi is: [{'id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'name': 'tempest-AttachVolumeNegativeTest-148283676-router', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:27:11Z', 'updated_at': '2022-09-27T04:27:14Z', 'revision_number': 4, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'gw_port': {'id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:12Z', 'updated_at': '2022-09-27T04:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': '0a29b6c4-f54c-4b7d-a466-9d0847c258c9', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'port_id': '59621d87-e6fa-445c-98d8-2f933c046f0d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'mac_address': 'fa:16:3e:81:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c1b78a-1f68-4d8b-a00a-15ed4dfe4779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:27:16Z', 'updated_at': '2022-09-27T04:27:31Z', 'revision_number': 1, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a232fa3d-5135-4b2b-beba-1695e497a1d7', 'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'mac_address': 'fa:16:3e:40:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:13Z', 'updated_at': '2022-09-27T04:27:18Z', 'revision_number': 5, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'subnets': [{'id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:27:32.770168 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-753e1d86-8b35-4cf5-85ab-4c3c23a96f9b None None] New status for floating IP 0a29b6c4-f54c-4b7d-a466-9d0847c258c9: ACTIVE {{(pid=106213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 04:27:33.698805 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:27:33.822078 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c103fd0-2792-452b-b6ad-7c81bf5c1573 req-2531b736-7be4-4482-8c6f-594b60f04e83 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:33.823575 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5c103fd0-2792-452b-b6ad-7c81bf5c1573 req-2531b736-7be4-4482-8c6f-594b60f04e83 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 946 time: 0.0497131 Sep 27 04:27:33.873054 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-5c103fd0-2792-452b-b6ad-7c81bf5c1573 req-9eef0ae4-f74c-4959-bfb5-8084fbf87b3b tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438044 Sep 27 04:27:34.997773 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8c8fb-242a-421e-84cb-c25a2fe84ec2 req-99b96bb9-fffe-47a4-b04a-e71d5f0dde3e tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:34.999267 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9bd8c8fb-242a-421e-84cb-c25a2fe84ec2 req-99b96bb9-fffe-47a4-b04a-e71d5f0dde3e tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 946 time: 0.0456755 Sep 27 04:27:35.046859 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9bd8c8fb-242a-421e-84cb-c25a2fe84ec2 req-abf696d9-3c16-455e-989c-2a188c8f834e tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416603 Sep 27 04:27:36.166042 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc72da-0570-4951-85b6-781ebf050f95 req-72fefa3b-43db-4c6e-bec5-18a1ca2bd5c3 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:36.167469 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3edc72da-0570-4951-85b6-781ebf050f95 req-72fefa3b-43db-4c6e-bec5-18a1ca2bd5c3 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 946 time: 0.0461044 Sep 27 04:27:36.215179 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3edc72da-0570-4951-85b6-781ebf050f95 req-8ac46d9e-71e2-43a6-8ad1-8ab6d20adf77 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423148 Sep 27 04:27:37.340358 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb338a-d161-4dc4-9301-ac6b69a26fc7 req-e437f0f0-3540-4405-9788-8a577cdc1d93 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:37.341905 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-64bb338a-d161-4dc4-9301-ac6b69a26fc7 req-e437f0f0-3540-4405-9788-8a577cdc1d93 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 946 time: 0.0503550 Sep 27 04:27:37.389449 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-64bb338a-d161-4dc4-9301-ac6b69a26fc7 req-dd859b11-1314-440d-b3df-d6221fdb3c27 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419445 Sep 27 04:27:38.110757 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:38.520117 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab023b4-c063-4e00-8fae-419f020f8e8e req-c49d844d-6f70-480a-bfcb-bce62462a6b2 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:38.520117 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-fab023b4-c063-4e00-8fae-419f020f8e8e req-c49d844d-6f70-480a-bfcb-bce62462a6b2 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 946 time: 0.0506709 Sep 27 04:27:38.567741 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-fab023b4-c063-4e00-8fae-419f020f8e8e req-520f47d2-5d8d-4b79-b804-728c15460cbe tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438676 Sep 27 04:27:39.650883 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:39.687851 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a7617-6256-4c85-bcf9-3b49179d3626 req-5fa40d3e-4455-45fa-b4a2-fba3f9fb78d6 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:39.689241 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-093a7617-6256-4c85-bcf9-3b49179d3626 req-5fa40d3e-4455-45fa-b4a2-fba3f9fb78d6 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 946 time: 0.0480564 Sep 27 04:27:39.740492 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-093a7617-6256-4c85-bcf9-3b49179d3626 req-a815a27e-1020-4ab9-88c3-d7a34169e65c tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442362 Sep 27 04:27:40.857365 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e00707-c682-4dd4-9b78-ad2990313e83 req-5ef51045-92c6-4693-b154-d9380565e74b tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:40.858850 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-64e00707-c682-4dd4-9b78-ad2990313e83 req-5ef51045-92c6-4693-b154-d9380565e74b tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 946 time: 0.0466444 Sep 27 04:27:40.907315 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-64e00707-c682-4dd4-9b78-ad2990313e83 req-7261920b-2478-4d36-b618-616c54750cb8 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424037 Sep 27 04:27:41.295856 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 36238) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:27:41.399952 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e202796d-0ed4-46cd-8771-f5dbac1644b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:41.478664 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e202796d-0ed4-46cd-8771-f5dbac1644b2 admin admin] Publish callbacks [] for security_group (300f680b-4aa7-4de7-a9f2-ee738027e326), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:41.482535 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e202796d-0ed4-46cd-8771-f5dbac1644b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (300f680b-4aa7-4de7-a9f2-ee738027e326), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:41.521512 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-e202796d-0ed4-46cd-8771-f5dbac1644b2 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=cb019f622c4b488197b720549a9ffa73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246099 Sep 27 04:27:41.522664 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e202796d-0ed4-46cd-8771-f5dbac1644b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300f680b-4aa7-4de7-a9f2-ee738027e326,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:41.524266 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 36242) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:27:41.573468 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-03131b32-4561-4d1c-92e3-e5c489e52355 admin admin] Publish callbacks [] for security_group (300f680b-4aa7-4de7-a9f2-ee738027e326), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:41.596729 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-03131b32-4561-4d1c-92e3-e5c489e52355 admin admin] Publish callbacks [] for security_group (300f680b-4aa7-4de7-a9f2-ee738027e326), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:41.642519 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-03131b32-4561-4d1c-92e3-e5c489e52355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (300f680b-4aa7-4de7-a9f2-ee738027e326), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:41.645496 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-03131b32-4561-4d1c-92e3-e5c489e52355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:41.646699 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-03131b32-4561-4d1c-92e3-e5c489e52355 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/300f680b-4aa7-4de7-a9f2-ee738027e326 HTTP/1.1" status: 204 len: 168 time: 0.1214056 Sep 27 04:27:41.654425 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03131b32-4561-4d1c-92e3-e5c489e52355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300f680b-4aa7-4de7-a9f2-ee738027e326,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:41.662278 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03131b32-4561-4d1c-92e3-e5c489e52355 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:41.662632 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03131b32-4561-4d1c-92e3-e5c489e52355 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:41.662974 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03131b32-4561-4d1c-92e3-e5c489e52355 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:41.663311 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03131b32-4561-4d1c-92e3-e5c489e52355 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:41.663644 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03131b32-4561-4d1c-92e3-e5c489e52355 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:41.663974 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03131b32-4561-4d1c-92e3-e5c489e52355 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:41.664299 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03131b32-4561-4d1c-92e3-e5c489e52355 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:41.664624 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03131b32-4561-4d1c-92e3-e5c489e52355 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:41.664951 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03131b32-4561-4d1c-92e3-e5c489e52355 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:41.665275 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03131b32-4561-4d1c-92e3-e5c489e52355 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:41.665883 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03131b32-4561-4d1c-92e3-e5c489e52355 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:41.666210 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03131b32-4561-4d1c-92e3-e5c489e52355 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:41.666530 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03131b32-4561-4d1c-92e3-e5c489e52355 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:41.666849 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03131b32-4561-4d1c-92e3-e5c489e52355 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:41.667173 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03131b32-4561-4d1c-92e3-e5c489e52355 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:41.919605 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 36248) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:27:41.932977 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a42319a3-bbed-4b3b-a155-2de8c8ceb6de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:42.013582 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a42319a3-bbed-4b3b-a155-2de8c8ceb6de admin admin] Publish callbacks [] for security_group (a634edba-9b62-4115-b7cb-2629894aa57b), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:42.020771 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a42319a3-bbed-4b3b-a155-2de8c8ceb6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (a634edba-9b62-4115-b7cb-2629894aa57b), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:42.039650 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0df04f6-192f-4902-9ab3-8cc1b6b5a816 req-b99e47a6-8362-49e7-a327-7954ec88286b tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:42.041466 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a0df04f6-192f-4902-9ab3-8cc1b6b5a816 req-b99e47a6-8362-49e7-a327-7954ec88286b tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 946 time: 0.0490484 Sep 27 04:27:42.060237 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-a42319a3-bbed-4b3b-a155-2de8c8ceb6de admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=cabea523b9aa4ee7a5fb7fadc9c53be8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395535 Sep 27 04:27:42.062844 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 36252) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:27:42.069439 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42319a3-bbed-4b3b-a155-2de8c8ceb6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a634edba-9b62-4115-b7cb-2629894aa57b,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:42.093471 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a0df04f6-192f-4902-9ab3-8cc1b6b5a816 req-c4f8387b-2a24-40c3-80a3-1cb09bba8931 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453064 Sep 27 04:27:42.093656 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:42.119457 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5286e39d-44ee-4127-8726-ec922ac34429 admin admin] Publish callbacks [] for security_group (a634edba-9b62-4115-b7cb-2629894aa57b), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:42.122034 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:42.141842 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5286e39d-44ee-4127-8726-ec922ac34429 admin admin] Publish callbacks [] for security_group (a634edba-9b62-4115-b7cb-2629894aa57b), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:42.190387 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5286e39d-44ee-4127-8726-ec922ac34429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (a634edba-9b62-4115-b7cb-2629894aa57b), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:42.193543 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5286e39d-44ee-4127-8726-ec922ac34429 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:42.194688 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-5286e39d-44ee-4127-8726-ec922ac34429 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a634edba-9b62-4115-b7cb-2629894aa57b HTTP/1.1" status: 204 len: 168 time: 0.1309223 Sep 27 04:27:42.202322 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5286e39d-44ee-4127-8726-ec922ac34429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a634edba-9b62-4115-b7cb-2629894aa57b,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:43.217245 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e936c32-89cf-43a4-b289-97630704fc7d req-67f96545-1bf8-4dd3-985a-cc4ce5143e18 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:43.218766 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4e936c32-89cf-43a4-b289-97630704fc7d req-67f96545-1bf8-4dd3-985a-cc4ce5143e18 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 946 time: 0.0474732 Sep 27 04:27:43.268844 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4e936c32-89cf-43a4-b289-97630704fc7d req-dbd89bd3-4aea-4e19-a930-10a8e781d68e tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438473 Sep 27 04:27:43.698863 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=60,neutron:UPDATE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:43.982853 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede8319-cf48-4b74-969b-f18e2a1099f8 req-204ca3d4-d498-4385-841e-abc608fc010d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:43.984415 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3ede8319-cf48-4b74-969b-f18e2a1099f8 req-204ca3d4-d498-4385-841e-abc608fc010d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1e595829629a4dd4a7fccbdabc896cb0&device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 1130 time: 0.0400736 Sep 27 04:27:44.082897 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede8319-cf48-4b74-969b-f18e2a1099f8 req-203cef81-4b7e-4d6a-8417-52912c10fae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:44.084402 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3ede8319-cf48-4b74-969b-f18e2a1099f8 req-203cef81-4b7e-4d6a-8417-52912c10fae5 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=41cd98f9-b206-4445-9870-d24633bca602 HTTP/1.1" status: 200 len: 910 time: 0.0943599 Sep 27 04:27:44.146876 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3ede8319-cf48-4b74-969b-f18e2a1099f8 req-601bcfa2-0ce7-4893-bae6-91c6a1659d98 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb918bb7-1383-468a-8553-7476aae953bb HTTP/1.1" status: 200 len: 1002 time: 0.0566702 Sep 27 04:27:44.204693 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede8319-cf48-4b74-969b-f18e2a1099f8 req-3dfd0e96-4b50-488d-9e10-9f2badfa0f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:44.206248 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3ede8319-cf48-4b74-969b-f18e2a1099f8 req-3dfd0e96-4b50-488d-9e10-9f2badfa0f35 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=c8446e81-8757-4a92-bbb2-c6d0f12abe74 HTTP/1.1" status: 200 len: 848 time: 0.0523055 Sep 27 04:27:44.252164 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede8319-cf48-4b74-969b-f18e2a1099f8 req-c41dfea8-b59c-419b-b4ef-ecd3fdcb077b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:44.253642 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3ede8319-cf48-4b74-969b-f18e2a1099f8 req-c41dfea8-b59c-419b-b4ef-ecd3fdcb077b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=41cd98f9-b206-4445-9870-d24633bca602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415154 Sep 27 04:27:44.310205 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 36324) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:27:44.357986 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3ede8319-cf48-4b74-969b-f18e2a1099f8 req-5fb3096f-9b39-4aa7-a6b1-888964f9fd55 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/41cd98f9-b206-4445-9870-d24633bca602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983722 Sep 27 04:27:44.393382 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43059e9-930b-450a-a51d-7b4a5ac6fb63 req-56c784d5-8295-44fd-a566-5e02ac22dd65 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:44.398227 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a43059e9-930b-450a-a51d-7b4a5ac6fb63 req-56c784d5-8295-44fd-a566-5e02ac22dd65 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 946 time: 0.0511417 Sep 27 04:27:44.430613 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2114df09-728a-4eb5-86be-0f286c3b2b86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:44.453118 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a43059e9-930b-450a-a51d-7b4a5ac6fb63 req-49b81aa0-abaf-4c86-9505-c856bd1e8e13 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507102 Sep 27 04:27:44.493136 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3ede8319-cf48-4b74-969b-f18e2a1099f8 req-32d1e63d-b4ac-43ea-a042-8ff6ed7c5e88 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/41cd98f9-b206-4445-9870-d24633bca602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234596 Sep 27 04:27:44.536655 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2114df09-728a-4eb5-86be-0f286c3b2b86 admin admin] Publish callbacks [] for security_group (1a8715c7-c5d3-44ff-907c-44521898315f), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:44.540211 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-2114df09-728a-4eb5-86be-0f286c3b2b86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (1a8715c7-c5d3-44ff-907c-44521898315f), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:44.577400 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:44.582951 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-2114df09-728a-4eb5-86be-0f286c3b2b86 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=4893e67386394cf39813dee5fb9acc07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2718191 Sep 27 04:27:44.584264 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114df09-728a-4eb5-86be-0f286c3b2b86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8715c7-c5d3-44ff-907c-44521898315f,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:44.585903 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 36328) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:27:44.634010 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3dde253c-28a2-4d05-bb4a-19de25e5d6b8 admin admin] Publish callbacks [] for security_group (1a8715c7-c5d3-44ff-907c-44521898315f), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:44.653695 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3dde253c-28a2-4d05-bb4a-19de25e5d6b8 admin admin] Publish callbacks [] for security_group (1a8715c7-c5d3-44ff-907c-44521898315f), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:44.675255 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:44.700130 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3dde253c-28a2-4d05-bb4a-19de25e5d6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (1a8715c7-c5d3-44ff-907c-44521898315f), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:44.702836 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3dde253c-28a2-4d05-bb4a-19de25e5d6b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:44.704003 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-3dde253c-28a2-4d05-bb4a-19de25e5d6b8 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1a8715c7-c5d3-44ff-907c-44521898315f HTTP/1.1" status: 204 len: 168 time: 0.1169295 Sep 27 04:27:44.712541 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dde253c-28a2-4d05-bb4a-19de25e5d6b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8715c7-c5d3-44ff-907c-44521898315f,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:44.719705 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde253c-28a2-4d05-bb4a-19de25e5d6b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:44.720058 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde253c-28a2-4d05-bb4a-19de25e5d6b8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:44.720417 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde253c-28a2-4d05-bb4a-19de25e5d6b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:44.720747 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde253c-28a2-4d05-bb4a-19de25e5d6b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:44.721084 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde253c-28a2-4d05-bb4a-19de25e5d6b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:44.721417 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde253c-28a2-4d05-bb4a-19de25e5d6b8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:44.721766 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde253c-28a2-4d05-bb4a-19de25e5d6b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:44.722095 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde253c-28a2-4d05-bb4a-19de25e5d6b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:44.722982 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde253c-28a2-4d05-bb4a-19de25e5d6b8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:44.723452 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde253c-28a2-4d05-bb4a-19de25e5d6b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:44.723687 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde253c-28a2-4d05-bb4a-19de25e5d6b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:44.724018 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde253c-28a2-4d05-bb4a-19de25e5d6b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:44.724344 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde253c-28a2-4d05-bb4a-19de25e5d6b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:44.724666 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde253c-28a2-4d05-bb4a-19de25e5d6b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:44.724989 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dde253c-28a2-4d05-bb4a-19de25e5d6b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:44.975358 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 36336) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:27:44.988615 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1ceb5a2e-8909-40a2-b5bd-a511b1c46b92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:45.062965 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1ceb5a2e-8909-40a2-b5bd-a511b1c46b92 admin admin] Publish callbacks [] for security_group (fb372e0e-4e70-4509-90c7-ce2a0c9ceb7b), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:45.066829 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1ceb5a2e-8909-40a2-b5bd-a511b1c46b92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (fb372e0e-4e70-4509-90c7-ce2a0c9ceb7b), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:45.070293 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:45.108297 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-1ceb5a2e-8909-40a2-b5bd-a511b1c46b92 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=c977ddf6660b495491868fbce80717dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1319060 Sep 27 04:27:45.109810 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb5a2e-8909-40a2-b5bd-a511b1c46b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb372e0e-4e70-4509-90c7-ce2a0c9ceb7b,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:45.111135 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 36338) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:27:45.161578 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ec5973ed-ede9-4120-bb59-ed24e2a9f586 admin admin] Publish callbacks [] for security_group (fb372e0e-4e70-4509-90c7-ce2a0c9ceb7b), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:45.182007 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ec5973ed-ede9-4120-bb59-ed24e2a9f586 admin admin] Publish callbacks [] for security_group (fb372e0e-4e70-4509-90c7-ce2a0c9ceb7b), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:45.227424 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ec5973ed-ede9-4120-bb59-ed24e2a9f586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (fb372e0e-4e70-4509-90c7-ce2a0c9ceb7b), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:45.229852 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ec5973ed-ede9-4120-bb59-ed24e2a9f586 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:45.230977 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-ec5973ed-ede9-4120-bb59-ed24e2a9f586 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/fb372e0e-4e70-4509-90c7-ce2a0c9ceb7b HTTP/1.1" status: 204 len: 168 time: 0.1181271 Sep 27 04:27:45.239058 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5973ed-ede9-4120-bb59-ed24e2a9f586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb372e0e-4e70-4509-90c7-ce2a0c9ceb7b,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:45.574961 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db4636-fed4-4ff6-83fd-c86b4c1d47d6 req-07511889-f3ff-4368-94f9-ca03b01bbbc3 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:45.576419 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-61db4636-fed4-4ff6-83fd-c86b4c1d47d6 req-07511889-f3ff-4368-94f9-ca03b01bbbc3 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 946 time: 0.0489659 Sep 27 04:27:45.634056 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-61db4636-fed4-4ff6-83fd-c86b4c1d47d6 req-232040d7-b82d-43df-a204-1105a685b2e8 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519629 Sep 27 04:27:46.757851 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734882ae-0476-482d-89cf-6ab6daa49fa6 req-84a0ad1d-e5ad-4274-93c5-d5b7cb69a156 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:46.759326 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-734882ae-0476-482d-89cf-6ab6daa49fa6 req-84a0ad1d-e5ad-4274-93c5-d5b7cb69a156 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 946 time: 0.0484924 Sep 27 04:27:46.813463 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-734882ae-0476-482d-89cf-6ab6daa49fa6 req-f917083c-0679-4268-8ddf-8ca9f5f867dd tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484788 Sep 27 04:27:47.061296 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a331cd0-45d1-4f07-bd38-a8a77ac35f09 req-88bbc382-a3c7-4be9-8d85-183787f06f43 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:47.062990 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8a331cd0-45d1-4f07-bd38-a8a77ac35f09 req-88bbc382-a3c7-4be9-8d85-183787f06f43 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 946 time: 0.0482099 Sep 27 04:27:47.088395 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:47.120078 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8a331cd0-45d1-4f07-bd38-a8a77ac35f09 req-c2e9e39e-fb41-4ecb-8691-f072eb4645bf tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509338 Sep 27 04:27:47.128069 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4458d630-9fa9-48e9-817f-94383dd59a5a req-2909dd4d-98a1-4026-9248-27faccb9ee16 service neutron] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1415555 Sep 27 04:27:47.305176 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458d630-9fa9-48e9-817f-94383dd59a5a req-676283ab-5867-47a6-9535-d065a9ae9294 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:47.306512 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4458d630-9fa9-48e9-817f-94383dd59a5a req-676283ab-5867-47a6-9535-d065a9ae9294 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports/eb918bb7-1383-468a-8553-7476aae953bb HTTP/1.1" status: 200 len: 943 time: 0.1501272 Sep 27 04:27:48.250521 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c5df1d-b44f-4f8a-8af1-68b464a36d65 req-6ddc3122-0733-4de8-9657-5825d5ac4cb1 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:48.251986 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b3c5df1d-b44f-4f8a-8af1-68b464a36d65 req-6ddc3122-0733-4de8-9657-5825d5ac4cb1 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 946 time: 0.0519345 Sep 27 04:27:48.302695 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b3c5df1d-b44f-4f8a-8af1-68b464a36d65 req-83e2994d-3a37-4d04-941b-70a9752ce3fa tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448010 Sep 27 04:27:48.723745 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:UPDATE=2,neutron:SELECT=55,neutron:INSERT=1,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:48.779916 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458d630-9fa9-48e9-817f-94383dd59a5a req-d5e796e2-de14-4d10-a41a-4841911c7034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:48.781386 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4458d630-9fa9-48e9-817f-94383dd59a5a req-d5e796e2-de14-4d10-a41a-4841911c7034 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee&tenant_id=1e595829629a4dd4a7fccbdabc896cb0 HTTP/1.1" status: 200 len: 1130 time: 0.0441046 Sep 27 04:27:48.846120 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458d630-9fa9-48e9-817f-94383dd59a5a req-0255b901-9b9c-444d-bf3a-e9d83dca30fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:48.847641 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4458d630-9fa9-48e9-817f-94383dd59a5a req-0255b901-9b9c-444d-bf3a-e9d83dca30fa service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1e595829629a4dd4a7fccbdabc896cb0&device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 1130 time: 0.0408657 Sep 27 04:27:48.946787 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458d630-9fa9-48e9-817f-94383dd59a5a req-53d680aa-3625-4421-86ec-9f34c16e6764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:48.948232 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4458d630-9fa9-48e9-817f-94383dd59a5a req-53d680aa-3625-4421-86ec-9f34c16e6764 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=41cd98f9-b206-4445-9870-d24633bca602 HTTP/1.1" status: 200 len: 910 time: 0.0911953 Sep 27 04:27:49.271680 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4458d630-9fa9-48e9-817f-94383dd59a5a req-426a1b7b-ddb2-4c70-8093-d71bcfb94eaa service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb918bb7-1383-468a-8553-7476aae953bb HTTP/1.1" status: 200 len: 1002 time: 0.3138499 Sep 27 04:27:49.309975 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 36424) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:27:49.323702 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458d630-9fa9-48e9-817f-94383dd59a5a req-63d84b6a-9e98-43d7-a695-ec2cfb046178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:49.325191 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4458d630-9fa9-48e9-817f-94383dd59a5a req-63d84b6a-9e98-43d7-a695-ec2cfb046178 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=c8446e81-8757-4a92-bbb2-c6d0f12abe74 HTTP/1.1" status: 200 len: 848 time: 0.0475922 Sep 27 04:27:49.373863 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458d630-9fa9-48e9-817f-94383dd59a5a req-651bf8d1-bf67-4350-9ff9-b52913ad7e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:49.375401 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4458d630-9fa9-48e9-817f-94383dd59a5a req-651bf8d1-bf67-4350-9ff9-b52913ad7e6a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=41cd98f9-b206-4445-9870-d24633bca602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442688 Sep 27 04:27:49.451563 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-747759dc-a77a-4f4f-8734-e252341dd731 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:49.466059 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c754d12-6c53-4f82-b8a8-1e8a375f6f66 req-fa68dc8a-8a0b-445e-a610-1caedb37d854 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:49.467516 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5c754d12-6c53-4f82-b8a8-1e8a375f6f66 req-fa68dc8a-8a0b-445e-a610-1caedb37d854 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 946 time: 0.0774131 Sep 27 04:27:49.472324 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4458d630-9fa9-48e9-817f-94383dd59a5a req-4fcc47e9-e206-4466-a55d-934eb6d1ffc1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/41cd98f9-b206-4445-9870-d24633bca602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907073 Sep 27 04:27:49.542927 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:49.544381 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5c754d12-6c53-4f82-b8a8-1e8a375f6f66 req-48c1ffa5-8519-41c5-bd23-0842930652f0 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704954 Sep 27 04:27:49.569600 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-4458d630-9fa9-48e9-817f-94383dd59a5a req-82b981c7-65b4-4e3f-a8c4-7aec9e206456 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/41cd98f9-b206-4445-9870-d24633bca602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914047 Sep 27 04:27:49.580513 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-747759dc-a77a-4f4f-8734-e252341dd731 admin admin] Publish callbacks [] for security_group (a16cd9bd-ba34-4db4-afa2-ef33b1b50160), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:49.585735 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-747759dc-a77a-4f4f-8734-e252341dd731 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (a16cd9bd-ba34-4db4-afa2-ef33b1b50160), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:49.625194 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747759dc-a77a-4f4f-8734-e252341dd731 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16cd9bd-ba34-4db4-afa2-ef33b1b50160,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:49.630118 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-747759dc-a77a-4f4f-8734-e252341dd731 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=429b10571c42414d8400f0b2c58772ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3190541 Sep 27 04:27:49.633189 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 36430) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:27:49.680699 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-01edfd25-3024-4ce5-aa5b-7dd613461ec5 admin admin] Publish callbacks [] for security_group (a16cd9bd-ba34-4db4-afa2-ef33b1b50160), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:49.700737 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-01edfd25-3024-4ce5-aa5b-7dd613461ec5 admin admin] Publish callbacks [] for security_group (a16cd9bd-ba34-4db4-afa2-ef33b1b50160), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:49.735666 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:49.753221 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-01edfd25-3024-4ce5-aa5b-7dd613461ec5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (a16cd9bd-ba34-4db4-afa2-ef33b1b50160), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:49.756274 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-01edfd25-3024-4ce5-aa5b-7dd613461ec5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:49.757397 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-01edfd25-3024-4ce5-aa5b-7dd613461ec5 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/a16cd9bd-ba34-4db4-afa2-ef33b1b50160 HTTP/1.1" status: 204 len: 168 time: 0.1236002 Sep 27 04:27:49.765353 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01edfd25-3024-4ce5-aa5b-7dd613461ec5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16cd9bd-ba34-4db4-afa2-ef33b1b50160,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:49.910485 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device eb918bb7-1383-468a-8553-7476aae953bb no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:27:49.981777 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port eb918bb7-1383-468a-8553-7476aae953bb is: ACTIVE; New status is: DOWN {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:27:49.982182 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (eb918bb7-1383-468a-8553-7476aae953bb), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:50.007449 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3063ca42-9212-4df2-af49-0d7d4a88c0ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb918bb7-1383-468a-8553-7476aae953bb'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:27:50.009778 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2687affa0ef786a15f255b59e70001bb997277ef1a41850ee1c1551a100c7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27fb6481-63de-405f-a203-c00e76823e6d" -d '{"events": [{"server_uuid": "3063ca42-9212-4df2-af49-0d7d4a88c0ee", "name": "network-vif-unplugged", "status": "completed", "tag": "eb918bb7-1383-468a-8553-7476aae953bb"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:27:50.031832 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port eb918bb7-1383-468a-8553-7476aae953bb, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=eb918bb7-1383-468a-8553-7476aae953bb,segment=NetworkSegment(26969db0-2998-4ace-a23e-359a5b524a75),segment_id=26969db0-2998-4ace-a23e-359a5b524a75)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:27:50.037141 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (eb918bb7-1383-468a-8553-7476aae953bb), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:50.063859 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 27 Sep 2022 04:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cacdf24-3a8c-4ee0-8d3b-341e620ab254 x-openstack-request-id: req-5cacdf24-3a8c-4ee0-8d3b-341e620ab254 {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:27:50.064211 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3063ca42-9212-4df2-af49-0d7d4a88c0ee", "name": "network-vif-unplugged", "status": "completed", "tag": "eb918bb7-1383-468a-8553-7476aae953bb", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:27:50.064520 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5cacdf24-3a8c-4ee0-8d3b-341e620ab254 {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:27:50.064936 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cacdf24-3a8c-4ee0-8d3b-341e620ab254'] response: {'server_uuid': '3063ca42-9212-4df2-af49-0d7d4a88c0ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb918bb7-1383-468a-8553-7476aae953bb', 'code': 200} Sep 27 04:27:50.094524 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=eb918bb7-1383-468a-8553-7476aae953bb,revision_number=6']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:50.102093 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:50.102443 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:50.102808 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:50.103167 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:50.103508 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:50.103839 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:50.104169 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:50.104496 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:50.104824 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:50.105150 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:50.105476 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:50.105822 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:50.106149 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:50.106471 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:50.106799 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:27:50.293375 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-af4342cd-2eb2-427b-adfa-1d90eebf4693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:50.667197 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2086ca3-ba27-4d3e-a678-a1730e9b65e0 req-fd100568-6ae3-400f-8d00-552da641cb78 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:50.668830 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b2086ca3-ba27-4d3e-a678-a1730e9b65e0 req-fd100568-6ae3-400f-8d00-552da641cb78 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 944 time: 0.0482717 Sep 27 04:27:50.720770 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b2086ca3-ba27-4d3e-a678-a1730e9b65e0 req-9234fa1c-291e-4426-b129-1bcd7ef104d8 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458670 Sep 27 04:27:51.846484 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fee44-45cf-4567-8b6a-342315e85df0 req-3a0fe511-e0bf-4e7b-84cd-c125cb373191 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:51.847933 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-540fee44-45cf-4567-8b6a-342315e85df0 req-3a0fe511-e0bf-4e7b-84cd-c125cb373191 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 944 time: 0.0471685 Sep 27 04:27:51.896424 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-540fee44-45cf-4567-8b6a-342315e85df0 req-0b158893-91f3-4796-ad2f-4c55216eb45a tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430002 Sep 27 04:27:52.244195 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-08242572-343d-4395-8daf-436e508b4135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:53.014364 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a710869-cb33-462c-adf6-7b928f576282 req-f746b7a8-847b-4dc5-9c94-d9f2f7e0fb63 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:53.015808 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3a710869-cb33-462c-adf6-7b928f576282 req-f746b7a8-847b-4dc5-9c94-d9f2f7e0fb63 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 944 time: 0.0455825 Sep 27 04:27:53.063136 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3a710869-cb33-462c-adf6-7b928f576282 req-edc2af87-eb8e-4a2c-b0b5-55a41a654be0 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412793 Sep 27 04:27:53.731288 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:54.330582 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2595eba6-0da2-4489-a9dd-6dca1ca8b42c req-002faf3a-9cb9-4f9b-ab4c-5fe1caea2632 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:54.332556 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2595eba6-0da2-4489-a9dd-6dca1ca8b42c req-002faf3a-9cb9-4f9b-ab4c-5fe1caea2632 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 944 time: 0.0454631 Sep 27 04:27:54.383265 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2595eba6-0da2-4489-a9dd-6dca1ca8b42c req-59ac1dfb-bacc-40ee-baea-6f774b54ed17 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451810 Sep 27 04:27:55.062134 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:55.171208 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:55.507254 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660c14d-f275-42e8-8115-8115d287c7bd req-f8fef1ed-121a-457a-aef4-9d6d49853281 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:55.508736 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4660c14d-f275-42e8-8115-8115d287c7bd req-f8fef1ed-121a-457a-aef4-9d6d49853281 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 944 time: 0.0524836 Sep 27 04:27:55.557620 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4660c14d-f275-42e8-8115-8115d287c7bd req-f607396e-f12b-45d5-8fe4-3e704e4f8bbb tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433705 Sep 27 04:27:55.821451 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611ee43-2ba0-4f2b-8842-3e0d97bd4174 req-82876357-5efe-41d9-9e36-fd1587d179ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:55.823009 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b611ee43-2ba0-4f2b-8842-3e0d97bd4174 req-82876357-5efe-41d9-9e36-fd1587d179ed service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 1128 time: 0.0436256 Sep 27 04:27:55.835310 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:55.869643 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b611ee43-2ba0-4f2b-8842-3e0d97bd4174 req-d169c2b3-1bed-441a-b34e-522f7cd308c4 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401692 Sep 27 04:27:56.678539 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebb311-1d9b-47db-a6a2-213e6e5520fa req-e9a18a45-57a0-42f4-a824-4bc7b64ea2c5 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:56.679995 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-36ebb311-1d9b-47db-a6a2-213e6e5520fa req-e9a18a45-57a0-42f4-a824-4bc7b64ea2c5 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 944 time: 0.0473783 Sep 27 04:27:56.728797 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-36ebb311-1d9b-47db-a6a2-213e6e5520fa req-a98474d4-84a1-48bc-b688-86d5915881fe tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433416 Sep 27 04:27:57.846146 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa371761-9ff2-4f0e-ac6c-128ce4f4e2a5 req-a1de073f-8dd5-46d2-9a53-603c70c85fff tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:27:57.848110 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fa371761-9ff2-4f0e-ac6c-128ce4f4e2a5 req-a1de073f-8dd5-46d2-9a53-603c70c85fff tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 944 time: 0.0450633 Sep 27 04:27:57.896361 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-fa371761-9ff2-4f0e-ac6c-128ce4f4e2a5 req-f7a0cecf-4e53-48ca-a7ee-5c004d2055b2 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429289 Sep 27 04:27:57.930295 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device eb918bb7-1383-468a-8553-7476aae953bb details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 04:27:57.945924 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:58.026917 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port eb918bb7-1383-468a-8553-7476aae953bb, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=eb918bb7-1383-468a-8553-7476aae953bb,segment=NetworkSegment(26969db0-2998-4ace-a23e-359a5b524a75),segment_id=26969db0-2998-4ace-a23e-359a5b524a75)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:27:58.038057 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Returning: {'device': 'eb918bb7-1383-468a-8553-7476aae953bb', 'network_id': '41cd98f9-b206-4445-9870-d24633bca602', 'port_id': 'eb918bb7-1383-468a-8553-7476aae953bb', 'mac_address': 'fa:16:3e:2d:d5:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8446e81-8757-4a92-bbb2-c6d0f12abe74', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 04:27:58.074533 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port eb918bb7-1383-468a-8553-7476aae953bb is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:27:58.074927 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (eb918bb7-1383-468a-8553-7476aae953bb), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:58.088105 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb918bb7-1383-468a-8553-7476aae953bb {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:27:58.107596 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port eb918bb7-1383-468a-8553-7476aae953bb, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=eb918bb7-1383-468a-8553-7476aae953bb,segment=NetworkSegment(26969db0-2998-4ace-a23e-359a5b524a75),segment_id=26969db0-2998-4ace-a23e-359a5b524a75)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:27:58.111474 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (eb918bb7-1383-468a-8553-7476aae953bb), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:58.156223 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=eb918bb7-1383-468a-8553-7476aae953bb,revision_number=7']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:27:58.336957 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['eb918bb7-1383-468a-8553-7476aae953bb'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:27:58.404782 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:27:59.922946 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device eb918bb7-1383-468a-8553-7476aae953bb up at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:27:59.965033 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning complete for port eb918bb7-1383-468a-8553-7476aae953bb triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:27:59.965407 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (eb918bb7-1383-468a-8553-7476aae953bb), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:27:59.965755 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Attempt 1 to provision port eb918bb7-1383-468a-8553-7476aae953bb Sep 27 04:28:00.036909 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port eb918bb7-1383-468a-8553-7476aae953bb is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:28:00.037292 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (eb918bb7-1383-468a-8553-7476aae953bb), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:00.059265 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3063ca42-9212-4df2-af49-0d7d4a88c0ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb918bb7-1383-468a-8553-7476aae953bb'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:28:00.061483 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2687affa0ef786a15f255b59e70001bb997277ef1a41850ee1c1551a100c7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad73960-d91d-471a-9b5e-4dbca7c79a23" -d '{"events": [{"server_uuid": "3063ca42-9212-4df2-af49-0d7d4a88c0ee", "name": "network-vif-plugged", "status": "completed", "tag": "eb918bb7-1383-468a-8553-7476aae953bb"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:28:00.074146 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port eb918bb7-1383-468a-8553-7476aae953bb, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=eb918bb7-1383-468a-8553-7476aae953bb,segment=NetworkSegment(26969db0-2998-4ace-a23e-359a5b524a75),segment_id=26969db0-2998-4ace-a23e-359a5b524a75)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:28:00.078405 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (eb918bb7-1383-468a-8553-7476aae953bb), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:00.105102 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:28:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3dcfc1-f541-4796-a8ad-a9c5f047b85f x-openstack-request-id: req-cb3dcfc1-f541-4796-a8ad-a9c5f047b85f {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:28:00.105389 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3063ca42-9212-4df2-af49-0d7d4a88c0ee", "name": "network-vif-plugged", "status": "completed", "tag": "eb918bb7-1383-468a-8553-7476aae953bb", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:28:00.105640 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cb3dcfc1-f541-4796-a8ad-a9c5f047b85f {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:28:00.106063 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb3dcfc1-f541-4796-a8ad-a9c5f047b85f'] response: {'server_uuid': '3063ca42-9212-4df2-af49-0d7d4a88c0ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb918bb7-1383-468a-8553-7476aae953bb', 'code': 200} Sep 27 04:28:00.128977 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=eb918bb7-1383-468a-8553-7476aae953bb,revision_number=8']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:28:00.838012 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 36586) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:28:00.966317 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-86bc85bf-cdd8-441b-84cc-1333fa8bc2a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:01.038912 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-86bc85bf-cdd8-441b-84cc-1333fa8bc2a5 admin admin] Publish callbacks [] for security_group (c0287ef8-b180-4c73-aab0-b9b84370050b), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:01.042652 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-86bc85bf-cdd8-441b-84cc-1333fa8bc2a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (c0287ef8-b180-4c73-aab0-b9b84370050b), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:01.079523 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-86bc85bf-cdd8-441b-84cc-1333fa8bc2a5 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=bb59f3d23e774836b006cce9b9d9b2b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2404525 Sep 27 04:28:01.081350 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc85bf-cdd8-441b-84cc-1333fa8bc2a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0287ef8-b180-4c73-aab0-b9b84370050b,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:28:01.082237 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 36592) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:28:01.130963 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7d529a43-c519-47e1-af3d-fa168b91c02b admin admin] Publish callbacks [] for security_group (c0287ef8-b180-4c73-aab0-b9b84370050b), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:01.154074 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7d529a43-c519-47e1-af3d-fa168b91c02b admin admin] Publish callbacks [] for security_group (c0287ef8-b180-4c73-aab0-b9b84370050b), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:01.199695 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7d529a43-c519-47e1-af3d-fa168b91c02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (c0287ef8-b180-4c73-aab0-b9b84370050b), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:01.202163 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7d529a43-c519-47e1-af3d-fa168b91c02b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:01.203284 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-7d529a43-c519-47e1-af3d-fa168b91c02b admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c0287ef8-b180-4c73-aab0-b9b84370050b HTTP/1.1" status: 204 len: 168 time: 0.1195440 Sep 27 04:28:01.205337 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:28:01.214406 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d529a43-c519-47e1-af3d-fa168b91c02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0287ef8-b180-4c73-aab0-b9b84370050b,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:28:08.116645 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:09.246562 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 36676) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:28:09.353485 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-525b18be-31c0-4f64-9af8-d735a63ee2b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:09.432266 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-525b18be-31c0-4f64-9af8-d735a63ee2b0 admin admin] Publish callbacks [] for security_group (60c15b71-4771-41b4-a383-29325f68b187), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:09.435680 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-525b18be-31c0-4f64-9af8-d735a63ee2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (60c15b71-4771-41b4-a383-29325f68b187), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:09.475691 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525b18be-31c0-4f64-9af8-d735a63ee2b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60c15b71-4771-41b4-a383-29325f68b187,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:28:09.482691 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-525b18be-31c0-4f64-9af8-d735a63ee2b0 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1d545844780f4499b411252f186139e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2325153 Sep 27 04:28:09.482914 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 36686) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:28:09.540544 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3e7e60c3-50e1-4c62-98ac-2911e26b0733 admin admin] Publish callbacks [] for security_group (60c15b71-4771-41b4-a383-29325f68b187), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:09.565977 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3e7e60c3-50e1-4c62-98ac-2911e26b0733 admin admin] Publish callbacks [] for security_group (60c15b71-4771-41b4-a383-29325f68b187), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:09.611347 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3e7e60c3-50e1-4c62-98ac-2911e26b0733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (60c15b71-4771-41b4-a383-29325f68b187), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:09.613849 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-3e7e60c3-50e1-4c62-98ac-2911e26b0733 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:09.615072 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-3e7e60c3-50e1-4c62-98ac-2911e26b0733 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/60c15b71-4771-41b4-a383-29325f68b187 HTTP/1.1" status: 204 len: 168 time: 0.1311891 Sep 27 04:28:09.619287 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:28:09.627098 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7e60c3-50e1-4c62-98ac-2911e26b0733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c15b71-4771-41b4-a383-29325f68b187,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:28:10.698208 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:28:11.071019 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=26,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:28:11.077578 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=64,neutron:INSERT=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:28:12.699443 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-6f0bf5f7-84f8-4674-a3c9-f8c74d56700f req-27d3bf7b-d7ca-4a0a-b227-947aa31cfdd7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390558 Sep 27 04:28:12.807025 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bf5f7-84f8-4674-a3c9-f8c74d56700f req-defe3a86-8cab-4861-b877-a70882e24c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:28:12.808518 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-6f0bf5f7-84f8-4674-a3c9-f8c74d56700f req-defe3a86-8cab-4861-b877-a70882e24c79 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1e595829629a4dd4a7fccbdabc896cb0&device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 1130 time: 0.0394804 Sep 27 04:28:12.912489 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bf5f7-84f8-4674-a3c9-f8c74d56700f req-4ad2e93d-ede2-4284-89a5-138baab4a8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:28:12.913938 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-6f0bf5f7-84f8-4674-a3c9-f8c74d56700f req-4ad2e93d-ede2-4284-89a5-138baab4a8b0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=41cd98f9-b206-4445-9870-d24633bca602 HTTP/1.1" status: 200 len: 910 time: 0.0874362 Sep 27 04:28:12.980305 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-6f0bf5f7-84f8-4674-a3c9-f8c74d56700f req-50250eeb-fc06-4429-9af7-90962e0bc441 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb918bb7-1383-468a-8553-7476aae953bb HTTP/1.1" status: 200 len: 1002 time: 0.0590415 Sep 27 04:28:13.035917 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bf5f7-84f8-4674-a3c9-f8c74d56700f req-8aa924dc-f99a-4ef9-87c6-52b2b19f6ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:28:13.037866 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-6f0bf5f7-84f8-4674-a3c9-f8c74d56700f req-8aa924dc-f99a-4ef9-87c6-52b2b19f6ef9 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=c8446e81-8757-4a92-bbb2-c6d0f12abe74 HTTP/1.1" status: 200 len: 848 time: 0.0462451 Sep 27 04:28:13.082493 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0bf5f7-84f8-4674-a3c9-f8c74d56700f req-afdc6646-3e66-48d4-aa36-bd0bedda053f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:28:13.084445 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-6f0bf5f7-84f8-4674-a3c9-f8c74d56700f req-afdc6646-3e66-48d4-aa36-bd0bedda053f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=41cd98f9-b206-4445-9870-d24633bca602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0373871 Sep 27 04:28:13.178097 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-6f0bf5f7-84f8-4674-a3c9-f8c74d56700f req-1a998716-47a6-4942-8221-24f3575b2d86 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/41cd98f9-b206-4445-9870-d24633bca602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849304 Sep 27 04:28:13.266171 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-6f0bf5f7-84f8-4674-a3c9-f8c74d56700f req-838909e6-cfb1-4644-860b-cb1274573723 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/41cd98f9-b206-4445-9870-d24633bca602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820138 Sep 27 04:28:16.033807 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 36710) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:28:16.038275 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-af45b79a-2751-489b-88ec-45633578a343 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1844079817', 'description': 'tempest-description--1156030038'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:28:16.059605 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-af45b79a-2751-489b-88ec-45633578a343 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:16.131051 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-af45b79a-2751-489b-88ec-45633578a343 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group (c4927577-2d33-474f-b56a-68c5be7b7b7e), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:16.135422 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-af45b79a-2751-489b-88ec-45633578a343 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (c4927577-2d33-474f-b56a-68c5be7b7b7e), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:16.169004 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-af45b79a-2751-489b-88ec-45633578a343 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:16.170314 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-af45b79a-2751-489b-88ec-45633578a343 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1354842 Sep 27 04:28:16.171109 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af45b79a-2751-489b-88ec-45633578a343 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4927577-2d33-474f-b56a-68c5be7b7b7e,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:28:16.173591 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 36712) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:28:16.178451 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-83b5a4c0-508b-470c-aa5c-d1f5c27139d0 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Request body: {'security_group_rule': {'security_group_id': 'c4927577-2d33-474f-b56a-68c5be7b7b7e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:28:16.204836 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-83b5a4c0-508b-470c-aa5c-d1f5c27139d0 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group_rule (e5050c7e-5137-4642-bae7-55315f44bcfe), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:16.259417 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-83b5a4c0-508b-470c-aa5c-d1f5c27139d0 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group_rule (e5050c7e-5137-4642-bae7-55315f44bcfe), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:16.263106 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-83b5a4c0-508b-470c-aa5c-d1f5c27139d0 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112009'] for security_group_rule (e5050c7e-5137-4642-bae7-55315f44bcfe), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:16.282389 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b5a4c0-508b-470c-aa5c-d1f5c27139d0 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5050c7e-5137-4642-bae7-55315f44bcfe,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:28:16.292010 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-83b5a4c0-508b-470c-aa5c-d1f5c27139d0 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:16.293168 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-83b5a4c0-508b-470c-aa5c-d1f5c27139d0 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185403 Sep 27 04:28:16.295866 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 36714) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:28:16.300496 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-c726f33e-d2ce-4066-aec1-6d578a046107 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Request body: {'security_group_rule': {'security_group_id': 'c4927577-2d33-474f-b56a-68c5be7b7b7e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:28:16.325697 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c726f33e-d2ce-4066-aec1-6d578a046107 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group_rule (9f75dcbd-bbbe-4f8b-91b1-2061f7cca44f), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:16.383750 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c726f33e-d2ce-4066-aec1-6d578a046107 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group_rule (9f75dcbd-bbbe-4f8b-91b1-2061f7cca44f), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:16.387377 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c726f33e-d2ce-4066-aec1-6d578a046107 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112009'] for security_group_rule (9f75dcbd-bbbe-4f8b-91b1-2061f7cca44f), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:16.401481 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:28:16.407561 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726f33e-d2ce-4066-aec1-6d578a046107 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f75dcbd-bbbe-4f8b-91b1-2061f7cca44f,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:28:16.414977 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c726f33e-d2ce-4066-aec1-6d578a046107 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:16.416191 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-c726f33e-d2ce-4066-aec1-6d578a046107 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1194022 Sep 27 04:28:16.419688 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 36716) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:28:16.424227 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-30675f93-daca-4141-a8a9-90a87729fbcc tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Request body: {'floatingip': {'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:28:16.445770 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-30675f93-daca-4141-a8a9-90a87729fbcc tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:16.521699 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-30675f93-daca-4141-a8a9-90a87729fbcc tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:16.625848 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-30675f93-daca-4141-a8a9-90a87729fbcc tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Allocated IP 172.27.0.156 (4c2326fb-b4db-42c7-9331-4377c9818745/65648eee-291b-4b8a-95c0-f3ca12df09c9/b3be32c3-e1a2-4d1b-92f1-8b2f2bd987ec) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:28:16.674185 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:28:16.730962 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-30675f93-daca-4141-a8a9-90a87729fbcc tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for port (b3be32c3-e1a2-4d1b-92f1-8b2f2bd987ec), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:16.761951 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-30675f93-daca-4141-a8a9-90a87729fbcc tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (b3be32c3-e1a2-4d1b-92f1-8b2f2bd987ec), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:16.800689 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30675f93-daca-4141-a8a9-90a87729fbcc tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Network 4c2326fb-b4db-42c7-9331-4377c9818745 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:28:16.805908 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-30675f93-daca-4141-a8a9-90a87729fbcc tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:28:16.809936 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30675f93-daca-4141-a8a9-90a87729fbcc tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:28:16.812830 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30675f93-daca-4141-a8a9-90a87729fbcc tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Pushing event updated for resources: {'Port': ['ID=b3be32c3-e1a2-4d1b-92f1-8b2f2bd987ec,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:28:16.890655 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-30675f93-daca-4141-a8a9-90a87729fbcc tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for floatingip (62ea260a-f254-4b0a-8fc5-6b7b65a006a8), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:16.929205 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-30675f93-daca-4141-a8a9-90a87729fbcc tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (b3be32c3-e1a2-4d1b-92f1-8b2f2bd987ec), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:17.077693 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-30675f93-daca-4141-a8a9-90a87729fbcc tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for port (b3be32c3-e1a2-4d1b-92f1-8b2f2bd987ec), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:17.081927 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-30675f93-daca-4141-a8a9-90a87729fbcc tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (b3be32c3-e1a2-4d1b-92f1-8b2f2bd987ec), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:17.127187 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:28:17.149388 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-30675f93-daca-4141-a8a9-90a87729fbcc tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4106707'] for floatingip (62ea260a-f254-4b0a-8fc5-6b7b65a006a8), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:17.151942 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30675f93-daca-4141-a8a9-90a87729fbcc tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Pushing event updated for resources: {'Port': ['ID=b3be32c3-e1a2-4d1b-92f1-8b2f2bd987ec,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:28:17.168584 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-30675f93-daca-4141-a8a9-90a87729fbcc tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:17.169810 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-30675f93-daca-4141-a8a9-90a87729fbcc tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7491820 Sep 27 04:28:17.368435 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-6723b5c0-aacb-4455-ae6a-ec1b4d299616 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1844079817&fields=id&tenant_id=d7c74ffec54740eca3cd6b707f1cb732 HTTP/1.1" status: 200 len: 267 time: 0.0429106 Sep 27 04:28:17.476951 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-1f0194e1-e1d3-4a1a-ac01-771d136234c1 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:28:17.478434 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-1f0194e1-e1d3-4a1a-ac01-771d136234c1 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/networks?id=cba0fe06-d029-4450-9dfd-fb0123caa50b HTTP/1.1" status: 200 len: 814 time: 0.1037965 Sep 27 04:28:17.492334 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-4a3e92e7-1ee1-42af-9d27-c22f4cf8719f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/quotas/d7c74ffec54740eca3cd6b707f1cb732 HTTP/1.1" status: 200 len: 375 time: 0.0086608 Sep 27 04:28:17.554025 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-f0c4f96d-85bf-4645-bb1f-9342c7c121c6 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=d7c74ffec54740eca3cd6b707f1cb732&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0568452 Sep 27 04:28:17.650612 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-3f805c69-a10b-4475-bc6b-693850d213c9 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cba0fe06-d029-4450-9dfd-fb0123caa50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856364 Sep 27 04:28:17.738731 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-18afa8c9-096e-4494-aeb9-22f10a3d5fe4 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cba0fe06-d029-4450-9dfd-fb0123caa50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826862 Sep 27 04:28:17.904061 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-13dd13f5-d222-4f06-9860-a69f49adbf76 req-0d95bb74-11e1-47ed-9ab8-c4ab24c66d55 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7842fec9-9ef4-47fb-b9ff-987b5ba3468b HTTP/1.1" status: 200 len: 210 time: 0.0284536 Sep 27 04:28:18.100395 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:28:18.950776 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:28:18.996967 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:28:19.004512 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-ca9830ac-2a25-4885-a986-d60cc9d78cf9 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:28:19.006067 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-ca9830ac-2a25-4885-a986-d60cc9d78cf9 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.57 "GET /networking/v2.0/networks?id=cba0fe06-d029-4450-9dfd-fb0123caa50b HTTP/1.1" status: 200 len: 814 time: 0.1230700 Sep 27 04:28:19.028038 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-acf1d47d-589b-4e4f-810d-82bc6552f39a req-65a94ce0-1ad8-42db-be0c-7a41938bd26f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7842fec9-9ef4-47fb-b9ff-987b5ba3468b HTTP/1.1" status: 200 len: 210 time: 0.0407405 Sep 27 04:28:19.091834 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-a59e572a-d882-4b33-8d0f-af3ac991bca6 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d7c74ffec54740eca3cd6b707f1cb732 HTTP/1.1" status: 200 len: 473 time: 0.0704260 Sep 27 04:28:19.153050 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-4dbf5cab-1bc6-49a3-9d74-f37c4aee8ca9 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Request body: {'port': {'device_id': '7842fec9-9ef4-47fb-b9ff-987b5ba3468b', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'admin_state_up': True, 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'security_groups': ['c4927577-2d33-474f-b56a-68c5be7b7b7e']}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:28:19.267081 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-4dbf5cab-1bc6-49a3-9d74-f37c4aee8ca9 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Made reservation on behalf of d7c74ffec54740eca3cd6b707f1cb732 for: {'port': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:28:19.271561 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-4dbf5cab-1bc6-49a3-9d74-f37c4aee8ca9 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:19.397678 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-4dbf5cab-1bc6-49a3-9d74-f37c4aee8ca9 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Allocated IP 172.20.0.14 (cba0fe06-d029-4450-9dfd-fb0123caa50b/d4d9fbf8-be25-413e-9d9a-4acede1bc3df/765ce5cc-318e-4b81-afac-627ffadfa36a) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:28:19.535451 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-4dbf5cab-1bc6-49a3-9d74-f37c4aee8ca9 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for port (765ce5cc-318e-4b81-afac-627ffadfa36a), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:19.565664 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-4dbf5cab-1bc6-49a3-9d74-f37c4aee8ca9 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (765ce5cc-318e-4b81-afac-627ffadfa36a), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:19.605432 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-4dbf5cab-1bc6-49a3-9d74-f37c4aee8ca9 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Network cba0fe06-d029-4450-9dfd-fb0123caa50b is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:28:19.612488 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-4dbf5cab-1bc6-49a3-9d74-f37c4aee8ca9 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:28:19.616738 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-4dbf5cab-1bc6-49a3-9d74-f37c4aee8ca9 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:28:19.640570 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf5cab-1bc6-49a3-9d74-f37c4aee8ca9 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Pushing event updated for resources: {'Port': ['ID=765ce5cc-318e-4b81-afac-627ffadfa36a,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:28:19.644939 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=58,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:28:19.670902 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-4dbf5cab-1bc6-49a3-9d74-f37c4aee8ca9 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:28:19.671527 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-4dbf5cab-1bc6-49a3-9d74-f37c4aee8ca9 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:19.688944 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-4dbf5cab-1bc6-49a3-9d74-f37c4aee8ca9 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5407310 Sep 27 04:28:19.701140 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-404063f0-40c3-4214-91ea-01ce92e5657b service neutron] Request body: {'port': {'device_id': '7842fec9-9ef4-47fb-b9ff-987b5ba3468b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:28:19.765209 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-404063f0-40c3-4214-91ea-01ce92e5657b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (765ce5cc-318e-4b81-afac-627ffadfa36a), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:19.820898 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:28:19.864551 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-500b1a40-39b0-457b-9a2e-289986094f27 None None] Provisioning complete for port 765ce5cc-318e-4b81-afac-627ffadfa36a triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:28:19.864980 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-500b1a40-39b0-457b-9a2e-289986094f27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (765ce5cc-318e-4b81-afac-627ffadfa36a), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:19.865317 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-500b1a40-39b0-457b-9a2e-289986094f27 None None] Attempt 1 to provision port 765ce5cc-318e-4b81-afac-627ffadfa36a Sep 27 04:28:19.874727 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:28:19.899803 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-500b1a40-39b0-457b-9a2e-289986094f27 None None] Port 765ce5cc-318e-4b81-afac-627ffadfa36a cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:28:20.023400 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-404063f0-40c3-4214-91ea-01ce92e5657b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 765ce5cc-318e-4b81-afac-627ffadfa36a {{(pid=106211) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:28:20.030762 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-404063f0-40c3-4214-91ea-01ce92e5657b service neutron] Publish callbacks [] for port (765ce5cc-318e-4b81-afac-627ffadfa36a), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:20.043985 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.provisioning_blocks [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-404063f0-40c3-4214-91ea-01ce92e5657b service neutron] Transition to ACTIVE for port object 765ce5cc-318e-4b81-afac-627ffadfa36a will not be triggered until provisioned by entity L2. {{(pid=106211) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 04:28:20.047600 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-404063f0-40c3-4214-91ea-01ce92e5657b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9553042'] for port (765ce5cc-318e-4b81-afac-627ffadfa36a), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:20.109786 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404063f0-40c3-4214-91ea-01ce92e5657b service neutron] Pushing event updated for resources: {'Port': ['ID=765ce5cc-318e-4b81-afac-627ffadfa36a,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:28:20.157904 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-404063f0-40c3-4214-91ea-01ce92e5657b service neutron] Attempting to bind port 765ce5cc-318e-4b81-afac-627ffadfa36a on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:28:20.158138 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910c4e0-8f29-4dbf-8f39-f842ba4d3f8e req-1f1e6372-4834-4bdd-a775-e72689163cc5 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:28:20.158641 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-404063f0-40c3-4214-91ea-01ce92e5657b service neutron] Attempting to bind port 765ce5cc-318e-4b81-afac-627ffadfa36a by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': 'c5746d98-25dd-46c1-b1b6-0887fcb5090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b'}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:28:20.158641 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-404063f0-40c3-4214-91ea-01ce92e5657b service neutron] Attempting to bind port 765ce5cc-318e-4b81-afac-627ffadfa36a on network cba0fe06-d029-4450-9dfd-fb0123caa50b {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:28:20.159411 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5910c4e0-8f29-4dbf-8f39-f842ba4d3f8e req-1f1e6372-4834-4bdd-a775-e72689163cc5 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7842fec9-9ef4-47fb-b9ff-987b5ba3468b HTTP/1.1" status: 200 len: 944 time: 0.0544717 Sep 27 04:28:20.200631 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-404063f0-40c3-4214-91ea-01ce92e5657b service neutron] Port 765ce5cc-318e-4b81-afac-627ffadfa36a on network cba0fe06-d029-4450-9dfd-fb0123caa50b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 04:28:20.200954 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-404063f0-40c3-4214-91ea-01ce92e5657b service neutron] Attempting to bind port 765ce5cc-318e-4b81-afac-627ffadfa36a on network cba0fe06-d029-4450-9dfd-fb0123caa50b {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:28:20.209101 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5910c4e0-8f29-4dbf-8f39-f842ba4d3f8e req-c52cfc0c-7a2a-4717-9bab-fe32bf91f946 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c4927577-2d33-474f-b56a-68c5be7b7b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433335 Sep 27 04:28:20.241830 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-404063f0-40c3-4214-91ea-01ce92e5657b service neutron] Checking agent: {'id': 'b1f517e4-57bd-40c9-8710-cebf6376635e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'started_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:28:20.242164 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-404063f0-40c3-4214-91ea-01ce92e5657b service neutron] Checking segment: {'id': 'c5746d98-25dd-46c1-b1b6-0887fcb5090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106211) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:28:20.242541 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-404063f0-40c3-4214-91ea-01ce92e5657b service neutron] Bound using segment: {'id': 'c5746d98-25dd-46c1-b1b6-0887fcb5090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b'} {{(pid=106211) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:28:20.242968 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.managers [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-404063f0-40c3-4214-91ea-01ce92e5657b service neutron] Bound port: 765ce5cc-318e-4b81-afac-627ffadfa36a, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5746d98-25dd-46c1-b1b6-0887fcb5090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b'}}] {{(pid=106211) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:28:20.243322 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-404063f0-40c3-4214-91ea-01ce92e5657b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (765ce5cc-318e-4b81-afac-627ffadfa36a), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:20.295961 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-31358cc0-7721-475e-92d6-4ac7f7a76e34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:20.306253 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-404063f0-40c3-4214-91ea-01ce92e5657b service neutron] For port 765ce5cc-318e-4b81-afac-627ffadfa36a, host hv-cinder-85918, cleared binding levels {{(pid=106211) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:28:20.309409 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-404063f0-40c3-4214-91ea-01ce92e5657b service neutron] For port 765ce5cc-318e-4b81-afac-627ffadfa36a, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=765ce5cc-318e-4b81-afac-627ffadfa36a,segment=NetworkSegment(c5746d98-25dd-46c1-b1b6-0887fcb5090c),segment_id=c5746d98-25dd-46c1-b1b6-0887fcb5090c)] {{(pid=106211) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:28:20.314893 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-404063f0-40c3-4214-91ea-01ce92e5657b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9553042'] for port (765ce5cc-318e-4b81-afac-627ffadfa36a), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:20.320479 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-404063f0-40c3-4214-91ea-01ce92e5657b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:28:20.321088 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-404063f0-40c3-4214-91ea-01ce92e5657b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:20.322547 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-404063f0-40c3-4214-91ea-01ce92e5657b service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/765ce5cc-318e-4b81-afac-627ffadfa36a HTTP/1.1" status: 200 len: 1094 time: 0.6255598 Sep 27 04:28:20.323050 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7842fec9-9ef4-47fb-b9ff-987b5ba3468b', 'tag': '765ce5cc-318e-4b81-afac-627ffadfa36a'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:28:20.325255 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375caaa08d89e17f41855227bc5930e71d4ac07142983a49768ae7ff94431a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1343156-e42b-410b-9d68-6757a298c582" -d '{"events": [{"name": "network-changed", "server_uuid": "7842fec9-9ef4-47fb-b9ff-987b5ba3468b", "tag": "765ce5cc-318e-4b81-afac-627ffadfa36a"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:28:20.370291 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404063f0-40c3-4214-91ea-01ce92e5657b service neutron] Pushing event updated for resources: {'Port': ['ID=765ce5cc-318e-4b81-afac-627ffadfa36a,revision_number=3']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:28:20.400675 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-500b1a40-39b0-457b-9a2e-289986094f27 None None] Attempt 2 to provision port 765ce5cc-318e-4b81-afac-627ffadfa36a Sep 27 04:28:20.401345 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f2e57d-8b1b-4c15-98b0-d62d6ceb2f94 x-openstack-request-id: req-91f2e57d-8b1b-4c15-98b0-d62d6ceb2f94 {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:28:20.401643 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7842fec9-9ef4-47fb-b9ff-987b5ba3468b", "tag": "765ce5cc-318e-4b81-afac-627ffadfa36a", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:28:20.401927 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-91f2e57d-8b1b-4c15-98b0-d62d6ceb2f94 {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:28:20.402524 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91f2e57d-8b1b-4c15-98b0-d62d6ceb2f94'] response: {'name': 'network-changed', 'server_uuid': '7842fec9-9ef4-47fb-b9ff-987b5ba3468b', 'tag': '765ce5cc-318e-4b81-afac-627ffadfa36a', 'status': 'completed', 'code': 200} Sep 27 04:28:20.414724 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-348d0626-cd53-4f8f-b5fb-667f28e9dd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:28:20.416281 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-348d0626-cd53-4f8f-b5fb-667f28e9dd1e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=d7c74ffec54740eca3cd6b707f1cb732&device_id=7842fec9-9ef4-47fb-b9ff-987b5ba3468b HTTP/1.1" status: 200 len: 1128 time: 0.0431788 Sep 27 04:28:20.438874 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-500b1a40-39b0-457b-9a2e-289986094f27 None None] Port 765ce5cc-318e-4b81-afac-627ffadfa36a had new provisioning blocks added so it will not transition to active. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 04:28:20.461919 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-5af522ad-044c-40d8-b3b3-02c3223e3484 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=765ce5cc-318e-4b81-afac-627ffadfa36a HTTP/1.1" status: 200 len: 217 time: 0.0364900 Sep 27 04:28:20.510451 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-504111fe-8e98-41d4-b36e-2c87a27f76fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:28:20.511814 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-504111fe-8e98-41d4-b36e-2c87a27f76fa service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d4d9fbf8-be25-413e-9d9a-4acede1bc3df HTTP/1.1" status: 200 len: 853 time: 0.0423923 Sep 27 04:28:20.556684 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-e7c96d52-b21e-4ddb-b5af-4e7d700e831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:28:20.558187 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-e7c96d52-b21e-4ddb-b5af-4e7d700e831a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cba0fe06-d029-4450-9dfd-fb0123caa50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393856 Sep 27 04:28:20.649551 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-42b7dce7-0a1f-43e8-b30f-c77791a77e86 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cba0fe06-d029-4450-9dfd-fb0123caa50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846000 Sep 27 04:28:20.693127 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:28:20.693990 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=6 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:28:20.717028 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:28:20.737157 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:28:20.742045 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e26b7ab6-cc20-4492-91ca-8f0fc3d054dc req-7587651c-a621-4384-9ee3-f06fef6464d1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cba0fe06-d029-4450-9dfd-fb0123caa50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857072 Sep 27 04:28:21.330418 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4731f9e-3b42-452b-ba55-9b9b3f64c475 req-98f1e76d-58df-4895-a382-b8e28012a225 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:28:21.331880 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e4731f9e-3b42-452b-ba55-9b9b3f64c475 req-98f1e76d-58df-4895-a382-b8e28012a225 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7842fec9-9ef4-47fb-b9ff-987b5ba3468b HTTP/1.1" status: 200 len: 944 time: 0.0464237 Sep 27 04:28:21.379013 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e4731f9e-3b42-452b-ba55-9b9b3f64c475 req-03461061-7b41-44e8-815a-5f4fcdf39803 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c4927577-2d33-474f-b56a-68c5be7b7b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414145 Sep 27 04:28:21.658771 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1343156-e42b-410b-9d68-6757a298c582 req-87b59079-0f64-4244-bbb3-d99981ccfe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:28:21.660234 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d1343156-e42b-410b-9d68-6757a298c582 req-87b59079-0f64-4244-bbb3-d99981ccfe61 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=d7c74ffec54740eca3cd6b707f1cb732&device_id=7842fec9-9ef4-47fb-b9ff-987b5ba3468b HTTP/1.1" status: 200 len: 1128 time: 0.0416815 Sep 27 04:28:21.748968 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1343156-e42b-410b-9d68-6757a298c582 req-78f4700e-2c6a-4bca-9ea1-f162ef67eb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:28:21.750420 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d1343156-e42b-410b-9d68-6757a298c582 req-78f4700e-2c6a-4bca-9ea1-f162ef67eb00 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=cba0fe06-d029-4450-9dfd-fb0123caa50b HTTP/1.1" status: 200 len: 915 time: 0.0836844 Sep 27 04:28:21.792826 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d1343156-e42b-410b-9d68-6757a298c582 req-45c25c90-a518-4ffe-b0dd-9ff023aea8c4 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=765ce5cc-318e-4b81-afac-627ffadfa36a HTTP/1.1" status: 200 len: 217 time: 0.0353770 Sep 27 04:28:21.842291 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1343156-e42b-410b-9d68-6757a298c582 req-3bdca839-7614-41f0-893a-2261b343b87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:28:21.843680 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d1343156-e42b-410b-9d68-6757a298c582 req-3bdca839-7614-41f0-893a-2261b343b87d service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d4d9fbf8-be25-413e-9d9a-4acede1bc3df HTTP/1.1" status: 200 len: 853 time: 0.0442138 Sep 27 04:28:21.889526 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1343156-e42b-410b-9d68-6757a298c582 req-65e3f01c-73c1-4351-a3bc-164f7c05d748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:28:21.890929 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d1343156-e42b-410b-9d68-6757a298c582 req-65e3f01c-73c1-4351-a3bc-164f7c05d748 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cba0fe06-d029-4450-9dfd-fb0123caa50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401492 Sep 27 04:28:21.983735 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d1343156-e42b-410b-9d68-6757a298c582 req-4e395d9d-a723-4961-b1fd-762a4d4f1eb9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cba0fe06-d029-4450-9dfd-fb0123caa50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856190 Sep 27 04:28:22.073008 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d1343156-e42b-410b-9d68-6757a298c582 req-7c2f00dc-39c2-4a79-8364-a415082203d9 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cba0fe06-d029-4450-9dfd-fb0123caa50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800405 Sep 27 04:28:22.245661 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-949db23a-e802-4e57-b465-baa049cf7eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:22.501302 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd125f-6c0a-4ea1-9888-158e30014103 req-ee8cc236-47f7-4639-92ec-27d6be8f0b29 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:28:22.502693 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-96bd125f-6c0a-4ea1-9888-158e30014103 req-ee8cc236-47f7-4639-92ec-27d6be8f0b29 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7842fec9-9ef4-47fb-b9ff-987b5ba3468b HTTP/1.1" status: 200 len: 944 time: 0.0494959 Sep 27 04:28:22.552869 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-96bd125f-6c0a-4ea1-9888-158e30014103 req-0eade206-f215-47ec-ae06-cf20425abcda tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c4927577-2d33-474f-b56a-68c5be7b7b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441656 Sep 27 04:28:23.662859 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:28:23.671150 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927205d-b16c-4cac-a7e2-c913440423c0 req-d6f733e6-e1ce-4d12-8850-4a370baa9dd1 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:28:23.672594 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e927205d-b16c-4cac-a7e2-c913440423c0 req-d6f733e6-e1ce-4d12-8850-4a370baa9dd1 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7842fec9-9ef4-47fb-b9ff-987b5ba3468b HTTP/1.1" status: 200 len: 944 time: 0.0463433 Sep 27 04:28:23.725305 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e927205d-b16c-4cac-a7e2-c913440423c0 req-824fac79-f592-4c2e-8e1e-839e4a34d3f2 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c4927577-2d33-474f-b56a-68c5be7b7b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466621 Sep 27 04:28:23.725776 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:23.986368 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 765ce5cc-318e-4b81-afac-627ffadfa36a details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 04:28:24.086487 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 765ce5cc-318e-4b81-afac-627ffadfa36a, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=765ce5cc-318e-4b81-afac-627ffadfa36a,segment=NetworkSegment(c5746d98-25dd-46c1-b1b6-0887fcb5090c),segment_id=c5746d98-25dd-46c1-b1b6-0887fcb5090c)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:28:24.097077 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Returning: {'device': '765ce5cc-318e-4b81-afac-627ffadfa36a', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'port_id': '765ce5cc-318e-4b81-afac-627ffadfa36a', 'mac_address': 'fa:16:3e:ad:04:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 04:28:24.130955 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port 765ce5cc-318e-4b81-afac-627ffadfa36a is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:28:24.131335 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (765ce5cc-318e-4b81-afac-627ffadfa36a), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:24.143637 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 765ce5cc-318e-4b81-afac-627ffadfa36a {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:28:24.163266 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 765ce5cc-318e-4b81-afac-627ffadfa36a, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=765ce5cc-318e-4b81-afac-627ffadfa36a,segment=NetworkSegment(c5746d98-25dd-46c1-b1b6-0887fcb5090c),segment_id=c5746d98-25dd-46c1-b1b6-0887fcb5090c)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:28:24.167096 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (765ce5cc-318e-4b81-afac-627ffadfa36a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:24.214963 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=765ce5cc-318e-4b81-afac-627ffadfa36a,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:28:24.439740 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['765ce5cc-318e-4b81-afac-627ffadfa36a'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:28:24.842577 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3ead4-c948-4f93-a6e9-67714c61f5ff req-44e7e204-1d00-4675-9216-0a05ed894c18 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:28:24.844030 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-79d3ead4-c948-4f93-a6e9-67714c61f5ff req-44e7e204-1d00-4675-9216-0a05ed894c18 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7842fec9-9ef4-47fb-b9ff-987b5ba3468b HTTP/1.1" status: 200 len: 945 time: 0.0456684 Sep 27 04:28:24.890203 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-79d3ead4-c948-4f93-a6e9-67714c61f5ff req-b04b0f05-fb88-41ca-aa51-941d14fafc97 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c4927577-2d33-474f-b56a-68c5be7b7b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407264 Sep 27 04:28:25.070011 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:25.171359 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:25.999914 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 765ce5cc-318e-4b81-afac-627ffadfa36a up at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:28:26.013580 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe9a5ac-1a3c-43c7-97fa-78dd596e7a69 req-32dd943e-1947-4de0-9a68-84bddb08f5f6 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:28:26.015154 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2fe9a5ac-1a3c-43c7-97fa-78dd596e7a69 req-32dd943e-1947-4de0-9a68-84bddb08f5f6 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7842fec9-9ef4-47fb-b9ff-987b5ba3468b HTTP/1.1" status: 200 len: 945 time: 0.0461988 Sep 27 04:28:26.041105 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning for port 765ce5cc-318e-4b81-afac-627ffadfa36a completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 04:28:26.048566 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning complete for port 765ce5cc-318e-4b81-afac-627ffadfa36a triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:28:26.048942 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (765ce5cc-318e-4b81-afac-627ffadfa36a), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:26.049277 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Attempt 1 to provision port 765ce5cc-318e-4b81-afac-627ffadfa36a Sep 27 04:28:26.062774 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2fe9a5ac-1a3c-43c7-97fa-78dd596e7a69 req-8c2c1834-b64f-45ac-ad3e-9ec341fa7a10 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c4927577-2d33-474f-b56a-68c5be7b7b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419307 Sep 27 04:28:26.122256 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port 765ce5cc-318e-4b81-afac-627ffadfa36a is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:28:26.122804 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (765ce5cc-318e-4b81-afac-627ffadfa36a), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:26.148329 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7842fec9-9ef4-47fb-b9ff-987b5ba3468b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765ce5cc-318e-4b81-afac-627ffadfa36a'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:28:26.150743 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2687affa0ef786a15f255b59e70001bb997277ef1a41850ee1c1551a100c7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-276b31ea-eaf1-4738-a6aa-2cc0188c50a0" -d '{"events": [{"server_uuid": "7842fec9-9ef4-47fb-b9ff-987b5ba3468b", "name": "network-vif-plugged", "status": "completed", "tag": "765ce5cc-318e-4b81-afac-627ffadfa36a"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:28:26.161832 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:28:26.163860 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 765ce5cc-318e-4b81-afac-627ffadfa36a, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=765ce5cc-318e-4b81-afac-627ffadfa36a,segment=NetworkSegment(c5746d98-25dd-46c1-b1b6-0887fcb5090c),segment_id=c5746d98-25dd-46c1-b1b6-0887fcb5090c)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:28:26.169130 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (765ce5cc-318e-4b81-afac-627ffadfa36a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:26.191278 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:28:26.195150 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2be3766-bafd-4c9b-92f8-2469d16781bf x-openstack-request-id: req-e2be3766-bafd-4c9b-92f8-2469d16781bf {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:28:26.195442 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7842fec9-9ef4-47fb-b9ff-987b5ba3468b", "name": "network-vif-plugged", "status": "completed", "tag": "765ce5cc-318e-4b81-afac-627ffadfa36a", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:28:26.195695 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e2be3766-bafd-4c9b-92f8-2469d16781bf {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:28:26.196130 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2be3766-bafd-4c9b-92f8-2469d16781bf'] response: {'server_uuid': '7842fec9-9ef4-47fb-b9ff-987b5ba3468b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '765ce5cc-318e-4b81-afac-627ffadfa36a', 'code': 200} Sep 27 04:28:26.221564 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=765ce5cc-318e-4b81-afac-627ffadfa36a,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:28:26.356094 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd83290-2dd7-4de3-be08-bfa1956929bc req-364d651b-2714-4c68-b95c-de85e55ad733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:28:26.357439 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0bd83290-2dd7-4de3-be08-bfa1956929bc req-364d651b-2714-4c68-b95c-de85e55ad733 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7842fec9-9ef4-47fb-b9ff-987b5ba3468b HTTP/1.1" status: 200 len: 1130 time: 0.0373430 Sep 27 04:28:26.409762 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0bd83290-2dd7-4de3-be08-bfa1956929bc req-ec6e7a2f-91d8-4a97-bb0c-f0028e13fcdb service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=c4927577-2d33-474f-b56a-68c5be7b7b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413542 Sep 27 04:28:27.181343 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eebc44-17d9-4790-8a27-9980ca48fd7a req-901a587c-28df-4e1a-824a-d70f09ca695a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:28:27.182817 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-99eebc44-17d9-4790-8a27-9980ca48fd7a req-901a587c-28df-4e1a-824a-d70f09ca695a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7842fec9-9ef4-47fb-b9ff-987b5ba3468b HTTP/1.1" status: 200 len: 946 time: 0.0457544 Sep 27 04:28:27.229497 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-99eebc44-17d9-4790-8a27-9980ca48fd7a req-c87bf881-03f5-4005-976a-19575f8a922b tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c4927577-2d33-474f-b56a-68c5be7b7b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412247 Sep 27 04:28:28.356616 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5ee033-d725-4443-aba3-a57edd7d4444 req-8ae6b818-9a28-483a-af62-92e04eea78ca tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:28:28.358135 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ae5ee033-d725-4443-aba3-a57edd7d4444 req-8ae6b818-9a28-483a-af62-92e04eea78ca tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7842fec9-9ef4-47fb-b9ff-987b5ba3468b HTTP/1.1" status: 200 len: 946 time: 0.0460238 Sep 27 04:28:28.404912 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ae5ee033-d725-4443-aba3-a57edd7d4444 req-2e8615b9-763e-4750-a944-59560b9a58ed tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c4927577-2d33-474f-b56a-68c5be7b7b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412152 Sep 27 04:28:28.523053 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29374e82-73ec-43f0-8550-7bec9c305990 req-65896fd1-dccc-4874-bfed-86b631f20ae8 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:28:28.524496 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-29374e82-73ec-43f0-8550-7bec9c305990 req-65896fd1-dccc-4874-bfed-86b631f20ae8 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7842fec9-9ef4-47fb-b9ff-987b5ba3468b HTTP/1.1" status: 200 len: 946 time: 0.0489531 Sep 27 04:28:28.534340 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 36768) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:28:28.539057 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-b894bab8-7fbc-4f7a-857f-8cf8cd169392 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Request body: {'floatingip': {'port_id': '765ce5cc-318e-4b81-afac-627ffadfa36a'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:28:28.576730 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b894bab8-7fbc-4f7a-857f-8cf8cd169392 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for floatingip (62ea260a-f254-4b0a-8fc5-6b7b65a006a8), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:28.985729 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b894bab8-7fbc-4f7a-857f-8cf8cd169392 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:28.990085 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b894bab8-7fbc-4f7a-857f-8cf8cd169392 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4106707'] for floatingip (62ea260a-f254-4b0a-8fc5-6b7b65a006a8), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:29.031214 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:28:29.090681 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.db.l3_db [None req-b894bab8-7fbc-4f7a-857f-8cf8cd169392 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Floating IP 62ea260a-f254-4b0a-8fc5-6b7b65a006a8 associated. External IP: 172.27.0.156, port: 765ce5cc-318e-4b81-afac-627ffadfa36a. Sep 27 04:28:29.533403 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b894bab8-7fbc-4f7a-857f-8cf8cd169392 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Router 4c6af9de-cc1b-48df-9bb1-e87847c76f9f has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:28:29.540850 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:28:29.658383 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b894bab8-7fbc-4f7a-857f-8cf8cd169392 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:28:29.664410 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-b894bab8-7fbc-4f7a-857f-8cf8cd169392 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:29.670172 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a98063-47d6-40f8-b90a-9b118e808f9c None None] Sync routers for ids ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'] in dv-cinder-859186-3-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:28:29.680264 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a98063-47d6-40f8-b90a-9b118e808f9c None None] Routers {'4c6af9de-cc1b-48df-9bb1-e87847c76f9f'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:28:29.680877 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-01a98063-47d6-40f8-b90a-9b118e808f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:28:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:28:29.694253 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-b894bab8-7fbc-4f7a-857f-8cf8cd169392 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/62ea260a-f254-4b0a-8fc5-6b7b65a006a8 HTTP/1.1" status: 200 len: 992 time: 1.1588721 Sep 27 04:28:29.694904 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7842fec9-9ef4-47fb-b9ff-987b5ba3468b', 'tag': '765ce5cc-318e-4b81-afac-627ffadfa36a'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:28:29.697172 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a40391e0-f3e0-49bd-887f-597d998e67f5" -d '{"events": [{"name": "network-changed", "server_uuid": "7842fec9-9ef4-47fb-b9ff-987b5ba3468b", "tag": "765ce5cc-318e-4b81-afac-627ffadfa36a"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:28:29.734078 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab357bde-f677-40dc-9b73-5dd1f4884960 x-openstack-request-id: req-ab357bde-f677-40dc-9b73-5dd1f4884960 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:28:29.734375 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7842fec9-9ef4-47fb-b9ff-987b5ba3468b", "tag": "765ce5cc-318e-4b81-afac-627ffadfa36a", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:28:29.734657 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ab357bde-f677-40dc-9b73-5dd1f4884960 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:28:29.735067 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab357bde-f677-40dc-9b73-5dd1f4884960'] response: {'name': 'network-changed', 'server_uuid': '7842fec9-9ef4-47fb-b9ff-987b5ba3468b', 'tag': '765ce5cc-318e-4b81-afac-627ffadfa36a', 'status': 'completed', 'code': 200} Sep 27 04:28:29.785105 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-01a98063-47d6-40f8-b90a-9b118e808f9c None None] Set router 4c6af9de-cc1b-48df-9bb1-e87847c76f9f gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:28:29.797386 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40391e0-f3e0-49bd-887f-597d998e67f5 req-e6e41581-8215-4cf9-b194-667378437df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:28:29.798924 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a40391e0-f3e0-49bd-887f-597d998e67f5 req-e6e41581-8215-4cf9-b194-667378437df2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=d7c74ffec54740eca3cd6b707f1cb732&device_id=7842fec9-9ef4-47fb-b9ff-987b5ba3468b HTTP/1.1" status: 200 len: 1130 time: 0.0396106 Sep 27 04:28:29.872092 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:28:29.899885 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40391e0-f3e0-49bd-887f-597d998e67f5 req-2e7b54ae-2162-4951-90c8-2d1eb081a041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:28:29.901517 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a40391e0-f3e0-49bd-887f-597d998e67f5 req-2e7b54ae-2162-4951-90c8-2d1eb081a041 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=cba0fe06-d029-4450-9dfd-fb0123caa50b HTTP/1.1" status: 200 len: 915 time: 0.0937026 Sep 27 04:28:29.967019 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a40391e0-f3e0-49bd-887f-597d998e67f5 req-4d1d177e-8cb1-4d62-a80c-5e0c540cb737 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=765ce5cc-318e-4b81-afac-627ffadfa36a HTTP/1.1" status: 200 len: 1000 time: 0.0578144 Sep 27 04:28:30.019917 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40391e0-f3e0-49bd-887f-597d998e67f5 req-3358b402-89e8-4d8f-b92d-375b6a8fff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:28:30.021387 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a40391e0-f3e0-49bd-887f-597d998e67f5 req-3358b402-89e8-4d8f-b92d-375b6a8fff66 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d4d9fbf8-be25-413e-9d9a-4acede1bc3df HTTP/1.1" status: 200 len: 853 time: 0.0476847 Sep 27 04:28:30.065956 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40391e0-f3e0-49bd-887f-597d998e67f5 req-96b155bf-af52-40e4-95a9-60e736ae65ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:28:30.067465 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a40391e0-f3e0-49bd-887f-597d998e67f5 req-96b155bf-af52-40e4-95a9-60e736ae65ea service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cba0fe06-d029-4450-9dfd-fb0123caa50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400054 Sep 27 04:28:30.096525 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:28:30.119612 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-01a98063-47d6-40f8-b90a-9b118e808f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'name': 'tempest-AttachVolumeNegativeTest-148283676-router', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:27:11Z', 'updated_at': '2022-09-27T04:27:14Z', 'revision_number': 4, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'gw_port': {'id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:12Z', 'updated_at': '2022-09-27T04:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': '0a29b6c4-f54c-4b7d-a466-9d0847c258c9', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'port_id': '59621d87-e6fa-445c-98d8-2f933c046f0d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'mac_address': 'fa:16:3e:81:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c1b78a-1f68-4d8b-a00a-15ed4dfe4779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:27:16Z', 'updated_at': '2022-09-27T04:27:32Z', 'revision_number': 2, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'fixed_ip_address_scope': None}, {'id': '62ea260a-f254-4b0a-8fc5-6b7b65a006a8', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'port_id': '765ce5cc-318e-4b81-afac-627ffadfa36a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'mac_address': 'fa:16:3e:ad:04:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7842fec9-9ef4-47fb-b9ff-987b5ba3468b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:28:16Z', 'updated_at': '2022-09-27T04:28:28Z', 'revision_number': 1, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a232fa3d-5135-4b2b-beba-1695e497a1d7', 'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'mac_address': 'fa:16:3e:40:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:13Z', 'updated_at': '2022-09-27T04:27:18Z', 'revision_number': 5, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'subnets': [{'id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:28:30.144448 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a98063-47d6-40f8-b90a-9b118e808f9c None None] Checking router: 4c6af9de-cc1b-48df-9bb1-e87847c76f9f for host: dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:28:30.153274 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a98063-47d6-40f8-b90a-9b118e808f9c None None] Routers {'4c6af9de-cc1b-48df-9bb1-e87847c76f9f'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:28:30.153914 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-01a98063-47d6-40f8-b90a-9b118e808f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:28:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:28:30.162465 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a40391e0-f3e0-49bd-887f-597d998e67f5 req-69b494a7-8c21-4ddd-9032-267ada97eb41 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cba0fe06-d029-4450-9dfd-fb0123caa50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844579 Sep 27 04:28:30.254975 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a40391e0-f3e0-49bd-887f-597d998e67f5 req-c7b95f3b-9cb4-4b5c-a3cd-645ea27fc383 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cba0fe06-d029-4450-9dfd-fb0123caa50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853095 Sep 27 04:28:30.258431 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-01a98063-47d6-40f8-b90a-9b118e808f9c None None] Set router 4c6af9de-cc1b-48df-9bb1-e87847c76f9f gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:28:30.467434 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-01a98063-47d6-40f8-b90a-9b118e808f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'name': 'tempest-AttachVolumeNegativeTest-148283676-router', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:27:11Z', 'updated_at': '2022-09-27T04:27:14Z', 'revision_number': 4, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'gw_port': {'id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:12Z', 'updated_at': '2022-09-27T04:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': '0a29b6c4-f54c-4b7d-a466-9d0847c258c9', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'port_id': '59621d87-e6fa-445c-98d8-2f933c046f0d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'mac_address': 'fa:16:3e:81:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c1b78a-1f68-4d8b-a00a-15ed4dfe4779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:27:16Z', 'updated_at': '2022-09-27T04:27:32Z', 'revision_number': 2, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'fixed_ip_address_scope': None}, {'id': '62ea260a-f254-4b0a-8fc5-6b7b65a006a8', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'port_id': '765ce5cc-318e-4b81-afac-627ffadfa36a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'mac_address': 'fa:16:3e:ad:04:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7842fec9-9ef4-47fb-b9ff-987b5ba3468b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:28:16Z', 'updated_at': '2022-09-27T04:28:28Z', 'revision_number': 1, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a232fa3d-5135-4b2b-beba-1695e497a1d7', 'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'mac_address': 'fa:16:3e:40:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:13Z', 'updated_at': '2022-09-27T04:27:18Z', 'revision_number': 5, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'subnets': [{'id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:28:30.495066 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01a98063-47d6-40f8-b90a-9b118e808f9c None None] The sync data for ids ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'] in dv-cinder-859186-3-iscsi is: [{'id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'name': 'tempest-AttachVolumeNegativeTest-148283676-router', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:27:11Z', 'updated_at': '2022-09-27T04:27:14Z', 'revision_number': 4, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'gw_port': {'id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:12Z', 'updated_at': '2022-09-27T04:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': '0a29b6c4-f54c-4b7d-a466-9d0847c258c9', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'port_id': '59621d87-e6fa-445c-98d8-2f933c046f0d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'mac_address': 'fa:16:3e:81:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c1b78a-1f68-4d8b-a00a-15ed4dfe4779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:27:16Z', 'updated_at': '2022-09-27T04:27:32Z', 'revision_number': 2, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'fixed_ip_address_scope': None}, {'id': '62ea260a-f254-4b0a-8fc5-6b7b65a006a8', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'floating_ip_address': '172.27.0.156', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'port_id': '765ce5cc-318e-4b81-afac-627ffadfa36a', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 634, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'mac_address': 'fa:16:3e:ad:04:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7842fec9-9ef4-47fb-b9ff-987b5ba3468b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:28:16Z', 'updated_at': '2022-09-27T04:28:28Z', 'revision_number': 1, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a232fa3d-5135-4b2b-beba-1695e497a1d7', 'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'mac_address': 'fa:16:3e:40:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:13Z', 'updated_at': '2022-09-27T04:27:18Z', 'revision_number': 5, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'subnets': [{'id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:28:30.687631 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9acb5e29-dfcc-46ef-afaa-0a7adefb88c8 None None] New status for floating IP 62ea260a-f254-4b0a-8fc5-6b7b65a006a8: ACTIVE {{(pid=106213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 04:28:38.116430 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:39.689348 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=14 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:28:39.691269 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=43 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:28:40.246368 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=17 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:28:40.252263 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=35 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:28:47.696987 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:28:48.110187 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=78 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:28:48.112159 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=83,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:28:50.299029 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-fb0fe1bc-de88-4e33-b4c9-12c73c90fee5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:50.740005 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=26,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:28:52.246667 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-64be5e5d-5801-4308-a31b-899d851fd1fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:53.730255 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:55.062992 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:55.174570 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:28:57.692231 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:05.165135 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:05.170636 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:06.291935 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb191fb0-e598-45f7-bb3f-778ec8764e2c req-76b38a46-a6d4-469d-bf24-c09f21ea54cb tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:06.293573 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-eb191fb0-e598-45f7-bb3f-778ec8764e2c req-76b38a46-a6d4-469d-bf24-c09f21ea54cb tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7842fec9-9ef4-47fb-b9ff-987b5ba3468b HTTP/1.1" status: 200 len: 946 time: 0.0469928 Sep 27 04:29:06.339787 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-eb191fb0-e598-45f7-bb3f-778ec8764e2c req-b315f90e-af99-4520-8fa9-bd3c18dac802 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c4927577-2d33-474f-b56a-68c5be7b7b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407429 Sep 27 04:29:07.467812 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b244ac4-baa5-46d9-b9f5-6c0b6f07ed3b req-ad879497-d8a0-44c4-bc2e-5c256951e79e tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:07.469272 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5b244ac4-baa5-46d9-b9f5-6c0b6f07ed3b req-ad879497-d8a0-44c4-bc2e-5c256951e79e tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7842fec9-9ef4-47fb-b9ff-987b5ba3468b HTTP/1.1" status: 200 len: 946 time: 0.0510693 Sep 27 04:29:07.515703 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5b244ac4-baa5-46d9-b9f5-6c0b6f07ed3b req-5b3a5a5e-0978-4a09-8f7b-3c3ec94b5687 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c4927577-2d33-474f-b56a-68c5be7b7b7e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408463 Sep 27 04:29:07.825361 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1dcb1e-9c96-4d16-9fae-4371a048e9b6 req-215bf3b7-b575-4d81-a73a-35efc0515434 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:07.826837 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8c1dcb1e-9c96-4d16-9fae-4371a048e9b6 req-215bf3b7-b575-4d81-a73a-35efc0515434 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=7842fec9-9ef4-47fb-b9ff-987b5ba3468b HTTP/1.1" status: 200 len: 946 time: 0.0501904 Sep 27 04:29:07.908325 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [req-8c1dcb1e-9c96-4d16-9fae-4371a048e9b6 req-eda455c3-1e58-4c98-8011-fdf74ec2648f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Deleting port 765ce5cc-318e-4b81-afac-627ffadfa36a {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:29:07.908665 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-8c1dcb1e-9c96-4d16-9fae-4371a048e9b6 req-eda455c3-1e58-4c98-8011-fdf74ec2648f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (765ce5cc-318e-4b81-afac-627ffadfa36a), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:07.999063 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [req-8c1dcb1e-9c96-4d16-9fae-4371a048e9b6 req-eda455c3-1e58-4c98-8011-fdf74ec2648f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] For port 765ce5cc-318e-4b81-afac-627ffadfa36a, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=765ce5cc-318e-4b81-afac-627ffadfa36a,segment=NetworkSegment(c5746d98-25dd-46c1-b1b6-0887fcb5090c),segment_id=c5746d98-25dd-46c1-b1b6-0887fcb5090c)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:29:07.999427 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-8c1dcb1e-9c96-4d16-9fae-4371a048e9b6 req-eda455c3-1e58-4c98-8011-fdf74ec2648f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (765ce5cc-318e-4b81-afac-627ffadfa36a), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:08.127146 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:08.413879 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-8c1dcb1e-9c96-4d16-9fae-4371a048e9b6 req-eda455c3-1e58-4c98-8011-fdf74ec2648f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:08.414252 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-8c1dcb1e-9c96-4d16-9fae-4371a048e9b6 req-eda455c3-1e58-4c98-8011-fdf74ec2648f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4106707'] for floatingip (62ea260a-f254-4b0a-8fc5-6b7b65a006a8), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:08.414593 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.db.l3_db [req-8c1dcb1e-9c96-4d16-9fae-4371a048e9b6 req-eda455c3-1e58-4c98-8011-fdf74ec2648f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Floating IP 62ea260a-f254-4b0a-8fc5-6b7b65a006a8 disassociated. External IP: 172.27.0.156, port: 765ce5cc-318e-4b81-afac-627ffadfa36a. Sep 27 04:29:08.414932 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [req-8c1dcb1e-9c96-4d16-9fae-4371a048e9b6 req-eda455c3-1e58-4c98-8011-fdf74ec2648f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Calling delete_port for 765ce5cc-318e-4b81-afac-627ffadfa36a owned by compute:nova {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:29:08.541405 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-8c1dcb1e-9c96-4d16-9fae-4371a048e9b6 req-eda455c3-1e58-4c98-8011-fdf74ec2648f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (765ce5cc-318e-4b81-afac-627ffadfa36a), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:08.569182 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda455c3-1e58-4c98-8011-fdf74ec2648f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Pushing event deleted for resources: {'Port': ['ID=765ce5cc-318e-4b81-afac-627ffadfa36a,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:08.581125 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda455c3-1e58-4c98-8011-fdf74ec2648f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:08.581487 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda455c3-1e58-4c98-8011-fdf74ec2648f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:08.581856 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda455c3-1e58-4c98-8011-fdf74ec2648f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:08.582203 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda455c3-1e58-4c98-8011-fdf74ec2648f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:08.582544 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda455c3-1e58-4c98-8011-fdf74ec2648f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:08.583410 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda455c3-1e58-4c98-8011-fdf74ec2648f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:08.583747 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda455c3-1e58-4c98-8011-fdf74ec2648f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:08.584081 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda455c3-1e58-4c98-8011-fdf74ec2648f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:08.584415 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda455c3-1e58-4c98-8011-fdf74ec2648f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:08.584776 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda455c3-1e58-4c98-8011-fdf74ec2648f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:08.585072 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda455c3-1e58-4c98-8011-fdf74ec2648f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:08.585396 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda455c3-1e58-4c98-8011-fdf74ec2648f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:08.585727 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda455c3-1e58-4c98-8011-fdf74ec2648f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:08.586077 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda455c3-1e58-4c98-8011-fdf74ec2648f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:08.586401 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eda455c3-1e58-4c98-8011-fdf74ec2648f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:08.659509 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0aaf5918-21eb-4660-b63f-61cf1d22a01d req-447cd87f-108c-488f-b6ef-e8f0ba6e9525 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=7842fec9-9ef4-47fb-b9ff-987b5ba3468b HTTP/1.1" status: 200 len: 210 time: 0.0370483 Sep 27 04:29:08.717836 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c1dcb1e-9c96-4d16-9fae-4371a048e9b6 req-eda455c3-1e58-4c98-8011-fdf74ec2648f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Router 4c6af9de-cc1b-48df-9bb1-e87847c76f9f has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:29:08.761045 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:08.821532 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c1dcb1e-9c96-4d16-9fae-4371a048e9b6 req-eda455c3-1e58-4c98-8011-fdf74ec2648f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:29:08.832123 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b1be64-b82a-489a-ba34-8e8682e5bb8b None None] Sync routers for ids ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'] in dv-cinder-859186-3-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:29:08.842854 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b1be64-b82a-489a-ba34-8e8682e5bb8b None None] Routers {'4c6af9de-cc1b-48df-9bb1-e87847c76f9f'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:29:08.843404 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-91b1be64-b82a-489a-ba34-8e8682e5bb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:28:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:08.863100 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c1dcb1e-9c96-4d16-9fae-4371a048e9b6 req-eda455c3-1e58-4c98-8011-fdf74ec2648f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] No DVR routers for this DVR port 765ce5cc-318e-4b81-afac-627ffadfa36a on host hv-cinder-85918 {{(pid=106211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:29:08.865652 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [req-8c1dcb1e-9c96-4d16-9fae-4371a048e9b6 req-eda455c3-1e58-4c98-8011-fdf74ec2648f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:08.868848 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8c1dcb1e-9c96-4d16-9fae-4371a048e9b6 req-eda455c3-1e58-4c98-8011-fdf74ec2648f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.57 "DELETE /networking/v2.0/ports/765ce5cc-318e-4b81-afac-627ffadfa36a HTTP/1.1" status: 204 len: 173 time: 1.0334620 Sep 27 04:29:08.869366 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7842fec9-9ef4-47fb-b9ff-987b5ba3468b', 'name': 'network-vif-deleted', 'tag': '765ce5cc-318e-4b81-afac-627ffadfa36a'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:29:08.871588 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375caaa08d89e17f41855227bc5930e71d4ac07142983a49768ae7ff94431a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b41b8ca7-5461-4a48-a6cc-c981f67c2e28" -d '{"events": [{"server_uuid": "7842fec9-9ef4-47fb-b9ff-987b5ba3468b", "name": "network-vif-deleted", "tag": "765ce5cc-318e-4b81-afac-627ffadfa36a"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:29:08.919340 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a74bc9f-14c8-45be-aa96-f4f0b4e1a789 x-openstack-request-id: req-0a74bc9f-14c8-45be-aa96-f4f0b4e1a789 {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:29:08.919636 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7842fec9-9ef4-47fb-b9ff-987b5ba3468b", "name": "network-vif-deleted", "tag": "765ce5cc-318e-4b81-afac-627ffadfa36a", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:29:08.919884 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0a74bc9f-14c8-45be-aa96-f4f0b4e1a789 {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:29:08.920283 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a74bc9f-14c8-45be-aa96-f4f0b4e1a789'] response: {'server_uuid': '7842fec9-9ef4-47fb-b9ff-987b5ba3468b', 'name': 'network-vif-deleted', 'tag': '765ce5cc-318e-4b81-afac-627ffadfa36a', 'status': 'completed', 'code': 200} Sep 27 04:29:08.949133 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-91b1be64-b82a-489a-ba34-8e8682e5bb8b None None] Set router 4c6af9de-cc1b-48df-9bb1-e87847c76f9f gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:29:09.176324 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-91b1be64-b82a-489a-ba34-8e8682e5bb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'name': 'tempest-AttachVolumeNegativeTest-148283676-router', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:27:11Z', 'updated_at': '2022-09-27T04:27:14Z', 'revision_number': 4, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'gw_port': {'id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:12Z', 'updated_at': '2022-09-27T04:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': '0a29b6c4-f54c-4b7d-a466-9d0847c258c9', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'port_id': '59621d87-e6fa-445c-98d8-2f933c046f0d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'mac_address': 'fa:16:3e:81:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c1b78a-1f68-4d8b-a00a-15ed4dfe4779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:27:16Z', 'updated_at': '2022-09-27T04:27:32Z', 'revision_number': 2, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a232fa3d-5135-4b2b-beba-1695e497a1d7', 'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'mac_address': 'fa:16:3e:40:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:13Z', 'updated_at': '2022-09-27T04:27:18Z', 'revision_number': 5, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'subnets': [{'id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:09.205066 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b1be64-b82a-489a-ba34-8e8682e5bb8b None None] Checking router: 4c6af9de-cc1b-48df-9bb1-e87847c76f9f for host: dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:29:09.213816 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b1be64-b82a-489a-ba34-8e8682e5bb8b None None] Routers {'4c6af9de-cc1b-48df-9bb1-e87847c76f9f'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:29:09.214420 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-91b1be64-b82a-489a-ba34-8e8682e5bb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:28:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:09.310370 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-91b1be64-b82a-489a-ba34-8e8682e5bb8b None None] Set router 4c6af9de-cc1b-48df-9bb1-e87847c76f9f gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:29:09.521340 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-91b1be64-b82a-489a-ba34-8e8682e5bb8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'name': 'tempest-AttachVolumeNegativeTest-148283676-router', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:27:11Z', 'updated_at': '2022-09-27T04:27:14Z', 'revision_number': 4, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'gw_port': {'id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:12Z', 'updated_at': '2022-09-27T04:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': '0a29b6c4-f54c-4b7d-a466-9d0847c258c9', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'port_id': '59621d87-e6fa-445c-98d8-2f933c046f0d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'mac_address': 'fa:16:3e:81:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c1b78a-1f68-4d8b-a00a-15ed4dfe4779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:27:16Z', 'updated_at': '2022-09-27T04:27:32Z', 'revision_number': 2, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a232fa3d-5135-4b2b-beba-1695e497a1d7', 'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'mac_address': 'fa:16:3e:40:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:13Z', 'updated_at': '2022-09-27T04:27:18Z', 'revision_number': 5, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'subnets': [{'id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:09.546272 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b1be64-b82a-489a-ba34-8e8682e5bb8b None None] The sync data for ids ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'] in dv-cinder-859186-3-iscsi is: [{'id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'name': 'tempest-AttachVolumeNegativeTest-148283676-router', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:27:11Z', 'updated_at': '2022-09-27T04:27:14Z', 'revision_number': 4, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'gw_port': {'id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:12Z', 'updated_at': '2022-09-27T04:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': '0a29b6c4-f54c-4b7d-a466-9d0847c258c9', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'floating_ip_address': '172.27.0.122', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'port_id': '59621d87-e6fa-445c-98d8-2f933c046f0d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 581, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'mac_address': 'fa:16:3e:81:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93c1b78a-1f68-4d8b-a00a-15ed4dfe4779', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:27:16Z', 'updated_at': '2022-09-27T04:27:32Z', 'revision_number': 2, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a232fa3d-5135-4b2b-beba-1695e497a1d7', 'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'mac_address': 'fa:16:3e:40:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:13Z', 'updated_at': '2022-09-27T04:27:18Z', 'revision_number': 5, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'subnets': [{'id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:29:09.755981 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 36808) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:09.765722 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b546d6ab-1f05-457e-bc90-302351cddc72 None None] New status for floating IP 62ea260a-f254-4b0a-8fc5-6b7b65a006a8: DOWN {{(pid=106213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 04:29:09.813340 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2d2b9b12-444b-4fcf-bac0-a3afc9fc1e57 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group (c4927577-2d33-474f-b56a-68c5be7b7b7e), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:09.836033 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2d2b9b12-444b-4fcf-bac0-a3afc9fc1e57 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group (c4927577-2d33-474f-b56a-68c5be7b7b7e), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:09.886326 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2d2b9b12-444b-4fcf-bac0-a3afc9fc1e57 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (c4927577-2d33-474f-b56a-68c5be7b7b7e), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:09.889007 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-2d2b9b12-444b-4fcf-bac0-a3afc9fc1e57 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:09.890253 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-2d2b9b12-444b-4fcf-bac0-a3afc9fc1e57 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c4927577-2d33-474f-b56a-68c5be7b7b7e HTTP/1.1" status: 204 len: 168 time: 0.1332605 Sep 27 04:29:09.894081 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 36810) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:09.899853 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2b9b12-444b-4fcf-bac0-a3afc9fc1e57 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4927577-2d33-474f-b56a-68c5be7b7b7e,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:09.907539 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b9b12-444b-4fcf-bac0-a3afc9fc1e57 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:09.907894 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b9b12-444b-4fcf-bac0-a3afc9fc1e57 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:09.908239 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b9b12-444b-4fcf-bac0-a3afc9fc1e57 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:09.908574 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b9b12-444b-4fcf-bac0-a3afc9fc1e57 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:09.908706 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.api.v2.resource [None req-710980cf-2eef-432f-83a9-75fdf44ea088 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] show failed (client error): The resource could not be found. Sep 27 04:29:09.908911 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b9b12-444b-4fcf-bac0-a3afc9fc1e57 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:09.909241 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b9b12-444b-4fcf-bac0-a3afc9fc1e57 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:09.909568 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b9b12-444b-4fcf-bac0-a3afc9fc1e57 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:09.909920 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b9b12-444b-4fcf-bac0-a3afc9fc1e57 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:09.910319 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b9b12-444b-4fcf-bac0-a3afc9fc1e57 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:09.910653 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b9b12-444b-4fcf-bac0-a3afc9fc1e57 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:09.911010 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b9b12-444b-4fcf-bac0-a3afc9fc1e57 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:09.911338 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b9b12-444b-4fcf-bac0-a3afc9fc1e57 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:09.911662 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b9b12-444b-4fcf-bac0-a3afc9fc1e57 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:09.911985 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b9b12-444b-4fcf-bac0-a3afc9fc1e57 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:09.912305 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d2b9b12-444b-4fcf-bac0-a3afc9fc1e57 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:09.913168 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-710980cf-2eef-432f-83a9-75fdf44ea088 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups/c4927577-2d33-474f-b56a-68c5be7b7b7e HTTP/1.1" status: 404 len: 347 time: 0.0179446 Sep 27 04:29:09.913725 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 36812) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:10.025346 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-ed3bdfb2-903b-48aa-851f-831295d4b8fc tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Deleting port b3be32c3-e1a2-4d1b-92f1-8b2f2bd987ec {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:29:10.025678 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ed3bdfb2-903b-48aa-851f-831295d4b8fc tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (b3be32c3-e1a2-4d1b-92f1-8b2f2bd987ec), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:10.074291 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:10.106652 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ed3bdfb2-903b-48aa-851f-831295d4b8fc tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (b3be32c3-e1a2-4d1b-92f1-8b2f2bd987ec), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:10.106970 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ed3bdfb2-903b-48aa-851f-831295d4b8fc tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for floatingip (b3be32c3-e1a2-4d1b-92f1-8b2f2bd987ec), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:10.119995 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-ed3bdfb2-903b-48aa-851f-831295d4b8fc tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Calling delete_port for b3be32c3-e1a2-4d1b-92f1-8b2f2bd987ec owned by network:floatingip {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:29:10.222947 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 765ce5cc-318e-4b81-afac-627ffadfa36a no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:29:10.247069 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] No Port match for: 765ce5cc-318e-4b81-afac-627ffadfa36a {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:29:10.247069 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 765ce5cc-318e-4b81-afac-627ffadfa36a not bound to the agent host hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:29:10.252871 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ed3bdfb2-903b-48aa-851f-831295d4b8fc tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (b3be32c3-e1a2-4d1b-92f1-8b2f2bd987ec), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:10.274587 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3bdfb2-903b-48aa-851f-831295d4b8fc tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Pushing event deleted for resources: {'Port': ['ID=b3be32c3-e1a2-4d1b-92f1-8b2f2bd987ec,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:10.337534 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ed3bdfb2-903b-48aa-851f-831295d4b8fc tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for floatingip (62ea260a-f254-4b0a-8fc5-6b7b65a006a8), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:10.339968 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ed3bdfb2-903b-48aa-851f-831295d4b8fc tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:10.341092 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-ed3bdfb2-903b-48aa-851f-831295d4b8fc tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/62ea260a-f254-4b0a-8fc5-6b7b65a006a8 HTTP/1.1" status: 204 len: 168 time: 0.4264581 Sep 27 04:29:12.991594 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad2ad7-30a9-4dcb-9c62-df656fd2c8d4 req-bac510d9-10ff-4a46-9d62-95a316659ca8 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:12.993077 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-90ad2ad7-30a9-4dcb-9c62-df656fd2c8d4 req-bac510d9-10ff-4a46-9d62-95a316659ca8 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93c1b78a-1f68-4d8b-a00a-15ed4dfe4779 HTTP/1.1" status: 200 len: 945 time: 0.0501568 Sep 27 04:29:13.040043 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-90ad2ad7-30a9-4dcb-9c62-df656fd2c8d4 req-8aa81c29-6b1e-42f4-9259-f518dd4d20c5 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=faa72a12-bdbd-4886-bc21-c1494225c046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413682 Sep 27 04:29:13.618215 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 36834) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:13.755676 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-04fd2240-909f-4015-a2ab-f0a0045e7cb3 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Deleting port 05230db1-5556-4943-8805-ed0952617e69 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:29:13.756049 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-04fd2240-909f-4015-a2ab-f0a0045e7cb3 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (05230db1-5556-4943-8805-ed0952617e69), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:13.834753 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-04fd2240-909f-4015-a2ab-f0a0045e7cb3 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (05230db1-5556-4943-8805-ed0952617e69), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:13.835076 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-04fd2240-909f-4015-a2ab-f0a0045e7cb3 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks [] for floatingip (05230db1-5556-4943-8805-ed0952617e69), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:13.847641 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-04fd2240-909f-4015-a2ab-f0a0045e7cb3 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Calling delete_port for 05230db1-5556-4943-8805-ed0952617e69 owned by network:floatingip {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:29:13.906891 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:13.993862 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-04fd2240-909f-4015-a2ab-f0a0045e7cb3 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (05230db1-5556-4943-8805-ed0952617e69), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:14.019355 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd2240-909f-4015-a2ab-f0a0045e7cb3 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Pushing event deleted for resources: {'Port': ['ID=05230db1-5556-4943-8805-ed0952617e69,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:14.082478 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-04fd2240-909f-4015-a2ab-f0a0045e7cb3 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks [] for floatingip (24c2e778-3a7e-45af-b09b-e35f074bdf0a), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:14.082860 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.db.l3_db [None req-04fd2240-909f-4015-a2ab-f0a0045e7cb3 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Floating IP 24c2e778-3a7e-45af-b09b-e35f074bdf0a disassociated (deleted). External IP: 172.27.0.242, port: eb918bb7-1383-468a-8553-7476aae953bb. Sep 27 04:29:14.120372 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:14.208879 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e356ba-2f5c-4cfd-8163-6c4ae656ecc0 req-4410a29c-6b58-4b8d-8091-c0a899a1be1c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:14.210324 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f7e356ba-2f5c-4cfd-8163-6c4ae656ecc0 req-4410a29c-6b58-4b8d-8091-c0a899a1be1c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93c1b78a-1f68-4d8b-a00a-15ed4dfe4779 HTTP/1.1" status: 200 len: 945 time: 0.0826659 Sep 27 04:29:14.299411 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f7e356ba-2f5c-4cfd-8163-6c4ae656ecc0 req-33c111e6-1a4a-4370-a219-1245034b5aaf tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=faa72a12-bdbd-4886-bc21-c1494225c046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830359 Sep 27 04:29:14.351187 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04fd2240-909f-4015-a2ab-f0a0045e7cb3 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Router 46ce92bd-e4b4-4da1-be51-d7a27f535bec has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:29:14.455695 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04fd2240-909f-4015-a2ab-f0a0045e7cb3 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:29:14.460397 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-04fd2240-909f-4015-a2ab-f0a0045e7cb3 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:14.464882 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7993d9d-90b6-4cb2-9a14-ab06322fd1d2 None None] Sync routers for ids ['46ce92bd-e4b4-4da1-be51-d7a27f535bec'] in dv-cinder-859186-3-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:29:14.475244 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7993d9d-90b6-4cb2-9a14-ab06322fd1d2 None None] Routers {'46ce92bd-e4b4-4da1-be51-d7a27f535bec'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:29:14.475877 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-b7993d9d-90b6-4cb2-9a14-ab06322fd1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:28:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['46ce92bd-e4b4-4da1-be51-d7a27f535bec'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:14.490305 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-04fd2240-909f-4015-a2ab-f0a0045e7cb3 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/24c2e778-3a7e-45af-b09b-e35f074bdf0a HTTP/1.1" status: 204 len: 168 time: 0.8710136 Sep 27 04:29:14.490933 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3063ca42-9212-4df2-af49-0d7d4a88c0ee', 'tag': 'eb918bb7-1383-468a-8553-7476aae953bb'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:29:14.493161 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375caaa08d89e17f41855227bc5930e71d4ac07142983a49768ae7ff94431a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2990b8-a4af-472b-8ea7-e0c394583599" -d '{"events": [{"name": "network-changed", "server_uuid": "3063ca42-9212-4df2-af49-0d7d4a88c0ee", "tag": "eb918bb7-1383-468a-8553-7476aae953bb"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:29:14.534162 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f7c86e-4e12-4bc5-aad0-c86ec4e678f1 x-openstack-request-id: req-27f7c86e-4e12-4bc5-aad0-c86ec4e678f1 {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:29:14.534595 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3063ca42-9212-4df2-af49-0d7d4a88c0ee", "tag": "eb918bb7-1383-468a-8553-7476aae953bb", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:29:14.534717 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-27f7c86e-4e12-4bc5-aad0-c86ec4e678f1 {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:29:14.535093 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27f7c86e-4e12-4bc5-aad0-c86ec4e678f1'] response: {'name': 'network-changed', 'server_uuid': '3063ca42-9212-4df2-af49-0d7d4a88c0ee', 'tag': 'eb918bb7-1383-468a-8553-7476aae953bb', 'status': 'completed', 'code': 200} Sep 27 04:29:14.592366 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-b7993d9d-90b6-4cb2-9a14-ab06322fd1d2 None None] Set router 46ce92bd-e4b4-4da1-be51-d7a27f535bec gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:29:14.626867 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2990b8-a4af-472b-8ea7-e0c394583599 req-d91d8466-66b1-4521-8c74-78c2e447637c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:14.628472 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-df2990b8-a4af-472b-8ea7-e0c394583599 req-d91d8466-66b1-4521-8c74-78c2e447637c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=1e595829629a4dd4a7fccbdabc896cb0&device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 1130 time: 0.0436676 Sep 27 04:29:14.706605 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:14.720071 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:14.724461 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64bb92-2c04-47cf-a464-59e0d39455f3 req-1863da5e-3c32-423d-af28-388b67befe9e tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:14.725966 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3e64bb92-2c04-47cf-a464-59e0d39455f3 req-1863da5e-3c32-423d-af28-388b67befe9e tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 946 time: 0.0479865 Sep 27 04:29:14.778006 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3e64bb92-2c04-47cf-a464-59e0d39455f3 req-b0595bf3-c550-4713-a9e5-d2c429af06ad tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463028 Sep 27 04:29:14.789193 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-b7993d9d-90b6-4cb2-9a14-ab06322fd1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'name': 'tempest-TestShelveInstance-1866947943-router', 'tenant_id': '1e595829629a4dd4a7fccbdabc896cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '53a249dc-eefb-49ff-a291-f2eda1664fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:24:38Z', 'updated_at': '2022-09-27T04:24:41Z', 'revision_number': 4, 'project_id': '1e595829629a4dd4a7fccbdabc896cb0', 'gw_port': {'id': '53a249dc-eefb-49ff-a291-f2eda1664fe8', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:38Z', 'updated_at': '2022-09-27T04:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'e4db657b-a959-4e62-b211-2cb063d743eb', 'name': '', 'network_id': '41cd98f9-b206-4445-9870-d24633bca602', 'tenant_id': '1e595829629a4dd4a7fccbdabc896cb0', 'mac_address': 'fa:16:3e:06:b0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'c8446e81-8757-4a92-bbb2-c6d0f12abe74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:40Z', 'updated_at': '2022-09-27T04:24:47Z', 'revision_number': 5, 'project_id': '1e595829629a4dd4a7fccbdabc896cb0', 'subnets': [{'id': 'c8446e81-8757-4a92-bbb2-c6d0f12abe74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:14.817510 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7993d9d-90b6-4cb2-9a14-ab06322fd1d2 None None] Checking router: 46ce92bd-e4b4-4da1-be51-d7a27f535bec for host: dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:29:14.825793 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7993d9d-90b6-4cb2-9a14-ab06322fd1d2 None None] Routers {'46ce92bd-e4b4-4da1-be51-d7a27f535bec'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:29:14.826398 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-b7993d9d-90b6-4cb2-9a14-ab06322fd1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:28:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['46ce92bd-e4b4-4da1-be51-d7a27f535bec'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:15.044373 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-b7993d9d-90b6-4cb2-9a14-ab06322fd1d2 None None] Set router 46ce92bd-e4b4-4da1-be51-d7a27f535bec gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:29:15.235850 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-b7993d9d-90b6-4cb2-9a14-ab06322fd1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'name': 'tempest-TestShelveInstance-1866947943-router', 'tenant_id': '1e595829629a4dd4a7fccbdabc896cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '53a249dc-eefb-49ff-a291-f2eda1664fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:24:38Z', 'updated_at': '2022-09-27T04:24:41Z', 'revision_number': 4, 'project_id': '1e595829629a4dd4a7fccbdabc896cb0', 'gw_port': {'id': '53a249dc-eefb-49ff-a291-f2eda1664fe8', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:38Z', 'updated_at': '2022-09-27T04:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'e4db657b-a959-4e62-b211-2cb063d743eb', 'name': '', 'network_id': '41cd98f9-b206-4445-9870-d24633bca602', 'tenant_id': '1e595829629a4dd4a7fccbdabc896cb0', 'mac_address': 'fa:16:3e:06:b0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'c8446e81-8757-4a92-bbb2-c6d0f12abe74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:40Z', 'updated_at': '2022-09-27T04:24:47Z', 'revision_number': 5, 'project_id': '1e595829629a4dd4a7fccbdabc896cb0', 'subnets': [{'id': 'c8446e81-8757-4a92-bbb2-c6d0f12abe74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:15.261058 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7993d9d-90b6-4cb2-9a14-ab06322fd1d2 None None] The sync data for ids ['46ce92bd-e4b4-4da1-be51-d7a27f535bec'] in dv-cinder-859186-3-iscsi is: [{'id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'name': 'tempest-TestShelveInstance-1866947943-router', 'tenant_id': '1e595829629a4dd4a7fccbdabc896cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '53a249dc-eefb-49ff-a291-f2eda1664fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:24:38Z', 'updated_at': '2022-09-27T04:24:41Z', 'revision_number': 4, 'project_id': '1e595829629a4dd4a7fccbdabc896cb0', 'gw_port': {'id': '53a249dc-eefb-49ff-a291-f2eda1664fe8', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:38Z', 'updated_at': '2022-09-27T04:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'e4db657b-a959-4e62-b211-2cb063d743eb', 'name': '', 'network_id': '41cd98f9-b206-4445-9870-d24633bca602', 'tenant_id': '1e595829629a4dd4a7fccbdabc896cb0', 'mac_address': 'fa:16:3e:06:b0:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': 'c8446e81-8757-4a92-bbb2-c6d0f12abe74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:40Z', 'updated_at': '2022-09-27T04:24:47Z', 'revision_number': 5, 'project_id': '1e595829629a4dd4a7fccbdabc896cb0', 'subnets': [{'id': 'c8446e81-8757-4a92-bbb2-c6d0f12abe74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:29:15.424519 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e5d3e1-e906-4abd-ad62-e0c9719cde06 req-24eb6df6-e74d-4d5a-9f81-092a6aa0fb54 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:15.426215 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-61e5d3e1-e906-4abd-ad62-e0c9719cde06 req-24eb6df6-e74d-4d5a-9f81-092a6aa0fb54 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93c1b78a-1f68-4d8b-a00a-15ed4dfe4779 HTTP/1.1" status: 200 len: 945 time: 0.0486863 Sep 27 04:29:15.475742 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-61e5d3e1-e906-4abd-ad62-e0c9719cde06 req-b6e3baea-2602-453b-ace2-58a800ad6b2c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=faa72a12-bdbd-4886-bc21-c1494225c046&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438423 Sep 27 04:29:15.481366 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11631b4d-d89f-47de-8931-1b63fa4a47e3 None None] New status for floating IP 24c2e778-3a7e-45af-b09b-e35f074bdf0a: DOWN {{(pid=106213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 04:29:15.888115 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa3aae5-a8fc-4a35-b4b5-d1d56cf59135 req-94029cc6-a7f3-422d-ac6e-60ad0a7b2203 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:15.889566 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-eaa3aae5-a8fc-4a35-b4b5-d1d56cf59135 req-94029cc6-a7f3-422d-ac6e-60ad0a7b2203 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=93c1b78a-1f68-4d8b-a00a-15ed4dfe4779 HTTP/1.1" status: 200 len: 945 time: 0.0465820 Sep 27 04:29:15.940998 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ce0504-af49-4674-a416-bdb3a8da803e req-96e07860-ea47-4549-96ba-0e6cfa7f1111 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:15.943023 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a0ce0504-af49-4674-a416-bdb3a8da803e req-96e07860-ea47-4549-96ba-0e6cfa7f1111 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 946 time: 0.0821924 Sep 27 04:29:15.975657 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-eaa3aae5-a8fc-4a35-b4b5-d1d56cf59135 req-4dcd12df-a6d4-4803-b8be-6769de650fe8 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Deleting port 59621d87-e6fa-445c-98d8-2f933c046f0d {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:29:15.976047 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-eaa3aae5-a8fc-4a35-b4b5-d1d56cf59135 req-4dcd12df-a6d4-4803-b8be-6769de650fe8 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (59621d87-e6fa-445c-98d8-2f933c046f0d), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:15.985141 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2990b8-a4af-472b-8ea7-e0c394583599 req-d2f426bd-9e3e-449d-88bc-5e3f8eed3007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:15.986614 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-df2990b8-a4af-472b-8ea7-e0c394583599 req-d2f426bd-9e3e-449d-88bc-5e3f8eed3007 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=41cd98f9-b206-4445-9870-d24633bca602 HTTP/1.1" status: 200 len: 910 time: 0.1441927 Sep 27 04:29:16.012708 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a0ce0504-af49-4674-a416-bdb3a8da803e req-37ec9bfc-fdb6-40c7-8696-570caf6d0e54 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=ed46206f-12d5-4819-aa08-0f95f9ac185f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608671 Sep 27 04:29:16.068808 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-df2990b8-a4af-472b-8ea7-e0c394583599 req-c7668d54-4a68-4467-8872-52fd6cea7144 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=eb918bb7-1383-468a-8553-7476aae953bb HTTP/1.1" status: 200 len: 217 time: 0.0360203 Sep 27 04:29:16.077329 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-eaa3aae5-a8fc-4a35-b4b5-d1d56cf59135 req-4dcd12df-a6d4-4803-b8be-6769de650fe8 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] For port 59621d87-e6fa-445c-98d8-2f933c046f0d, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=59621d87-e6fa-445c-98d8-2f933c046f0d,segment=NetworkSegment(c5746d98-25dd-46c1-b1b6-0887fcb5090c),segment_id=c5746d98-25dd-46c1-b1b6-0887fcb5090c)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:29:16.077634 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-eaa3aae5-a8fc-4a35-b4b5-d1d56cf59135 req-4dcd12df-a6d4-4803-b8be-6769de650fe8 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (59621d87-e6fa-445c-98d8-2f933c046f0d), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:16.083164 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:16.118551 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2990b8-a4af-472b-8ea7-e0c394583599 req-64e906eb-09ae-425f-b252-fd2f79be0673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:16.119983 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-df2990b8-a4af-472b-8ea7-e0c394583599 req-64e906eb-09ae-425f-b252-fd2f79be0673 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=c8446e81-8757-4a92-bbb2-c6d0f12abe74 HTTP/1.1" status: 200 len: 848 time: 0.0448961 Sep 27 04:29:16.237302 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-eaa3aae5-a8fc-4a35-b4b5-d1d56cf59135 req-4dcd12df-a6d4-4803-b8be-6769de650fe8 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:16.237663 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-eaa3aae5-a8fc-4a35-b4b5-d1d56cf59135 req-4dcd12df-a6d4-4803-b8be-6769de650fe8 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4106707'] for floatingip (0a29b6c4-f54c-4b7d-a466-9d0847c258c9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:16.238011 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.db.l3_db [req-eaa3aae5-a8fc-4a35-b4b5-d1d56cf59135 req-4dcd12df-a6d4-4803-b8be-6769de650fe8 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Floating IP 0a29b6c4-f54c-4b7d-a466-9d0847c258c9 disassociated. External IP: 172.27.0.122, port: 59621d87-e6fa-445c-98d8-2f933c046f0d. Sep 27 04:29:16.238353 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-eaa3aae5-a8fc-4a35-b4b5-d1d56cf59135 req-4dcd12df-a6d4-4803-b8be-6769de650fe8 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Calling delete_port for 59621d87-e6fa-445c-98d8-2f933c046f0d owned by compute:nova {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:29:16.294170 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:16.298259 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2990b8-a4af-472b-8ea7-e0c394583599 req-470fbd6c-5ee6-4fe4-852f-36c7b8a01ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:16.300196 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-df2990b8-a4af-472b-8ea7-e0c394583599 req-470fbd6c-5ee6-4fe4-852f-36c7b8a01ee2 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=41cd98f9-b206-4445-9870-d24633bca602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424855 Sep 27 04:29:16.347049 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:16.393824 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-df2990b8-a4af-472b-8ea7-e0c394583599 req-4406eea5-7b47-41e1-8e40-9e840bc36f66 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/41cd98f9-b206-4445-9870-d24633bca602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864098 Sep 27 04:29:16.398627 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-eaa3aae5-a8fc-4a35-b4b5-d1d56cf59135 req-4dcd12df-a6d4-4803-b8be-6769de650fe8 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (59621d87-e6fa-445c-98d8-2f933c046f0d), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:16.408200 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:16.434494 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcd12df-a6d4-4803-b8be-6769de650fe8 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Pushing event deleted for resources: {'Port': ['ID=59621d87-e6fa-445c-98d8-2f933c046f0d,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:16.442475 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b710fb-ad4a-4c83-83a1-aac997a4ce0b req-d85318a9-0e8e-47de-9ae9-72a4fe8aa5ba tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:16.444025 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b0b710fb-ad4a-4c83-83a1-aac997a4ce0b req-d85318a9-0e8e-47de-9ae9-72a4fe8aa5ba tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 946 time: 0.0828617 Sep 27 04:29:16.490846 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-df2990b8-a4af-472b-8ea7-e0c394583599 req-d0c3bb38-9e38-4d40-aaec-2272e80b54d7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/41cd98f9-b206-4445-9870-d24633bca602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909345 Sep 27 04:29:16.620821 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c6d2db8f-fe24-4a27-ac89-83ef0b63ec78 req-b4b2586a-8430-4821-b12c-cb2a00725490 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93c1b78a-1f68-4d8b-a00a-15ed4dfe4779 HTTP/1.1" status: 200 len: 210 time: 0.0640156 Sep 27 04:29:16.632903 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-b0b710fb-ad4a-4c83-83a1-aac997a4ce0b req-1e859694-536c-431c-81a5-cd1299d80ca0 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Deleting port eb918bb7-1383-468a-8553-7476aae953bb {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:29:16.634087 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b0b710fb-ad4a-4c83-83a1-aac997a4ce0b req-1e859694-536c-431c-81a5-cd1299d80ca0 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (eb918bb7-1383-468a-8553-7476aae953bb), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:16.689968 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eaa3aae5-a8fc-4a35-b4b5-d1d56cf59135 req-4dcd12df-a6d4-4803-b8be-6769de650fe8 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Router 4c6af9de-cc1b-48df-9bb1-e87847c76f9f has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:29:16.779402 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-b0b710fb-ad4a-4c83-83a1-aac997a4ce0b req-1e859694-536c-431c-81a5-cd1299d80ca0 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] For port eb918bb7-1383-468a-8553-7476aae953bb, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=eb918bb7-1383-468a-8553-7476aae953bb,segment=NetworkSegment(26969db0-2998-4ace-a23e-359a5b524a75),segment_id=26969db0-2998-4ace-a23e-359a5b524a75)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:29:16.779705 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b0b710fb-ad4a-4c83-83a1-aac997a4ce0b req-1e859694-536c-431c-81a5-cd1299d80ca0 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (eb918bb7-1383-468a-8553-7476aae953bb), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:16.819721 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-b0b710fb-ad4a-4c83-83a1-aac997a4ce0b req-1e859694-536c-431c-81a5-cd1299d80ca0 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Calling delete_port for eb918bb7-1383-468a-8553-7476aae953bb owned by compute:nova {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:29:16.879142 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eaa3aae5-a8fc-4a35-b4b5-d1d56cf59135 req-4dcd12df-a6d4-4803-b8be-6769de650fe8 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:29:16.889295 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ee8b5b-aa56-4c42-aa44-c6d4811f6965 None None] Sync routers for ids ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'] in dv-cinder-859186-3-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:29:16.905544 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ee8b5b-aa56-4c42-aa44-c6d4811f6965 None None] Routers {'4c6af9de-cc1b-48df-9bb1-e87847c76f9f'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:29:16.906323 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-e5ee8b5b-aa56-4c42-aa44-c6d4811f6965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:28:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:16.935773 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa3aae5-a8fc-4a35-b4b5-d1d56cf59135 req-4dcd12df-a6d4-4803-b8be-6769de650fe8 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] No DVR routers for this DVR port 59621d87-e6fa-445c-98d8-2f933c046f0d on host hv-cinder-85918 {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:29:16.939180 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-eaa3aae5-a8fc-4a35-b4b5-d1d56cf59135 req-4dcd12df-a6d4-4803-b8be-6769de650fe8 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:16.943490 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-eaa3aae5-a8fc-4a35-b4b5-d1d56cf59135 req-4dcd12df-a6d4-4803-b8be-6769de650fe8 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.57 "DELETE /networking/v2.0/ports/59621d87-e6fa-445c-98d8-2f933c046f0d HTTP/1.1" status: 204 len: 173 time: 1.0474749 Sep 27 04:29:16.943985 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c1b78a-1f68-4d8b-a00a-15ed4dfe4779', 'name': 'network-vif-deleted', 'tag': '59621d87-e6fa-445c-98d8-2f933c046f0d'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:29:16.946250 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-517ee62d-fc62-4d55-93a0-9a7559443d4c" -d '{"events": [{"server_uuid": "93c1b78a-1f68-4d8b-a00a-15ed4dfe4779", "name": "network-vif-deleted", "tag": "59621d87-e6fa-445c-98d8-2f933c046f0d"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:29:16.993678 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9fbde0-f9dd-47ec-9fe3-5f82f7ce6781 x-openstack-request-id: req-9b9fbde0-f9dd-47ec-9fe3-5f82f7ce6781 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:29:16.994002 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c1b78a-1f68-4d8b-a00a-15ed4dfe4779", "name": "network-vif-deleted", "tag": "59621d87-e6fa-445c-98d8-2f933c046f0d", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:29:16.994259 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9b9fbde0-f9dd-47ec-9fe3-5f82f7ce6781 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:29:16.994667 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b9fbde0-f9dd-47ec-9fe3-5f82f7ce6781'] response: {'server_uuid': '93c1b78a-1f68-4d8b-a00a-15ed4dfe4779', 'name': 'network-vif-deleted', 'tag': '59621d87-e6fa-445c-98d8-2f933c046f0d', 'status': 'completed', 'code': 200} Sep 27 04:29:17.026470 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b0b710fb-ad4a-4c83-83a1-aac997a4ce0b req-1e859694-536c-431c-81a5-cd1299d80ca0 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (eb918bb7-1383-468a-8553-7476aae953bb), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:17.039552 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-e5ee8b5b-aa56-4c42-aa44-c6d4811f6965 None None] Set router 4c6af9de-cc1b-48df-9bb1-e87847c76f9f gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:29:17.066842 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e859694-536c-431c-81a5-cd1299d80ca0 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Pushing event deleted for resources: {'Port': ['ID=eb918bb7-1383-468a-8553-7476aae953bb,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:17.118181 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0b710fb-ad4a-4c83-83a1-aac997a4ce0b req-1e859694-536c-431c-81a5-cd1299d80ca0 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] No DVR routers for this DVR port eb918bb7-1383-468a-8553-7476aae953bb on host hv-cinder-85918 {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:29:17.120766 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-b0b710fb-ad4a-4c83-83a1-aac997a4ce0b req-1e859694-536c-431c-81a5-cd1299d80ca0 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:17.124086 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b0b710fb-ad4a-4c83-83a1-aac997a4ce0b req-1e859694-536c-431c-81a5-cd1299d80ca0 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.57 "DELETE /networking/v2.0/ports/eb918bb7-1383-468a-8553-7476aae953bb HTTP/1.1" status: 204 len: 173 time: 0.6714888 Sep 27 04:29:17.159949 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-85edf74c-48c4-4752-8d89-7aecfceac1aa req-9dc998b5-d1c0-4aac-8472-6e505ef6f4a7 tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=3063ca42-9212-4df2-af49-0d7d4a88c0ee HTTP/1.1" status: 200 len: 210 time: 0.0426917 Sep 27 04:29:17.365487 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-e5ee8b5b-aa56-4c42-aa44-c6d4811f6965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'name': 'tempest-AttachVolumeNegativeTest-148283676-router', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:27:11Z', 'updated_at': '2022-09-27T04:27:14Z', 'revision_number': 4, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'gw_port': {'id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:12Z', 'updated_at': '2022-09-27T04:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'a232fa3d-5135-4b2b-beba-1695e497a1d7', 'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'mac_address': 'fa:16:3e:40:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:13Z', 'updated_at': '2022-09-27T04:27:18Z', 'revision_number': 5, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'subnets': [{'id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:17.391895 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ee8b5b-aa56-4c42-aa44-c6d4811f6965 None None] Checking router: 4c6af9de-cc1b-48df-9bb1-e87847c76f9f for host: dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:29:17.400599 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ee8b5b-aa56-4c42-aa44-c6d4811f6965 None None] Routers {'4c6af9de-cc1b-48df-9bb1-e87847c76f9f'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:29:17.405359 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-e5ee8b5b-aa56-4c42-aa44-c6d4811f6965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:28:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:17.459520 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:17.505412 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:17.516344 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-e5ee8b5b-aa56-4c42-aa44-c6d4811f6965 None None] Set router 4c6af9de-cc1b-48df-9bb1-e87847c76f9f gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:29:17.741332 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-e5ee8b5b-aa56-4c42-aa44-c6d4811f6965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'name': 'tempest-AttachVolumeNegativeTest-148283676-router', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:27:11Z', 'updated_at': '2022-09-27T04:27:14Z', 'revision_number': 4, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'gw_port': {'id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:12Z', 'updated_at': '2022-09-27T04:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'a232fa3d-5135-4b2b-beba-1695e497a1d7', 'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'mac_address': 'fa:16:3e:40:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:13Z', 'updated_at': '2022-09-27T04:27:18Z', 'revision_number': 5, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'subnets': [{'id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:17.760008 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-bd569ae7-da44-45f4-82aa-544b5a33ec95 req-ef0e6dd8-be44-4928-b2c4-e31ec2154a71 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=93c1b78a-1f68-4d8b-a00a-15ed4dfe4779 HTTP/1.1" status: 200 len: 210 time: 0.0365224 Sep 27 04:29:17.770954 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ee8b5b-aa56-4c42-aa44-c6d4811f6965 None None] The sync data for ids ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'] in dv-cinder-859186-3-iscsi is: [{'id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'name': 'tempest-AttachVolumeNegativeTest-148283676-router', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:27:11Z', 'updated_at': '2022-09-27T04:27:14Z', 'revision_number': 4, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'gw_port': {'id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:12Z', 'updated_at': '2022-09-27T04:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'a232fa3d-5135-4b2b-beba-1695e497a1d7', 'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'mac_address': 'fa:16:3e:40:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:13Z', 'updated_at': '2022-09-27T04:27:18Z', 'revision_number': 5, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'subnets': [{'id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:29:17.985227 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3f962d-8918-4872-aac5-3ff8e19af5b4 None None] New status for floating IP 0a29b6c4-f54c-4b7d-a466-9d0847c258c9: DOWN {{(pid=106213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 04:29:18.234709 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 36858) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:18.294418 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device eb918bb7-1383-468a-8553-7476aae953bb no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:29:18.304151 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3350a1c7-8558-47cb-9ef6-62d5c1954e1f tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks [] for security_group (ed46206f-12d5-4819-aa08-0f95f9ac185f), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:18.317619 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] No Port match for: eb918bb7-1383-468a-8553-7476aae953bb {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:29:18.318313 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device eb918bb7-1383-468a-8553-7476aae953bb not bound to the agent host hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:29:18.318944 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 59621d87-e6fa-445c-98d8-2f933c046f0d no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:29:18.331296 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3350a1c7-8558-47cb-9ef6-62d5c1954e1f tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks [] for security_group (ed46206f-12d5-4819-aa08-0f95f9ac185f), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:18.338111 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] No Port match for: 59621d87-e6fa-445c-98d8-2f933c046f0d {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:29:18.338458 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 59621d87-e6fa-445c-98d8-2f933c046f0d not bound to the agent host hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:29:18.393982 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3350a1c7-8558-47cb-9ef6-62d5c1954e1f tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (ed46206f-12d5-4819-aa08-0f95f9ac185f), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:18.397111 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3350a1c7-8558-47cb-9ef6-62d5c1954e1f tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:18.398280 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-3350a1c7-8558-47cb-9ef6-62d5c1954e1f tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/ed46206f-12d5-4819-aa08-0f95f9ac185f HTTP/1.1" status: 204 len: 168 time: 0.1628177 Sep 27 04:29:18.409444 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3350a1c7-8558-47cb-9ef6-62d5c1954e1f tempest-TestShelveInstance-1290579173 tempest-TestShelveInstance-1290579173-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed46206f-12d5-4819-aa08-0f95f9ac185f,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:18.445984 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 36862) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:18.549245 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:18.672826 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:18.765790 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4fc0dcb2-6c49-442f-b1ff-ebb9c180e689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689427'] for router_interface (46ce92bd-e4b4-4da1-be51-d7a27f535bec), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:18.853921 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 36868) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:18.911236 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-424e82e2-5f06-478f-a331-9c168c619b1b tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group (faa72a12-bdbd-4886-bc21-c1494225c046), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:18.933600 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-424e82e2-5f06-478f-a331-9c168c619b1b tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group (faa72a12-bdbd-4886-bc21-c1494225c046), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:18.981694 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-424e82e2-5f06-478f-a331-9c168c619b1b tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (faa72a12-bdbd-4886-bc21-c1494225c046), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:18.984277 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-424e82e2-5f06-478f-a331-9c168c619b1b tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:18.987927 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-424e82e2-5f06-478f-a331-9c168c619b1b tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/faa72a12-bdbd-4886-bc21-c1494225c046 HTTP/1.1" status: 204 len: 168 time: 0.1303706 Sep 27 04:29:18.989081 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 36870) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:18.995017 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e82e2-5f06-478f-a331-9c168c619b1b tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa72a12-bdbd-4886-bc21-c1494225c046,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:18.995669 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3063ca42-9212-4df2-af49-0d7d4a88c0ee', 'name': 'network-vif-deleted', 'tag': 'eb918bb7-1383-468a-8553-7476aae953bb'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:29:18.997850 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e75edcd-cbc6-415f-b81b-522c721fed98" -d '{"events": [{"server_uuid": "3063ca42-9212-4df2-af49-0d7d4a88c0ee", "name": "network-vif-deleted", "tag": "eb918bb7-1383-468a-8553-7476aae953bb"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:29:19.002060 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-4fc0dcb2-6c49-442f-b1ff-ebb9c180e689 admin admin] Deleting port e4db657b-a959-4e62-b211-2cb063d743eb {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:29:19.002400 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4fc0dcb2-6c49-442f-b1ff-ebb9c180e689 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (e4db657b-a959-4e62-b211-2cb063d743eb), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:19.018883 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.api.v2.resource [None req-872ef70c-063e-470d-9cbe-bfcaa97f35ae tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] show failed (client error): The resource could not be found. Sep 27 04:29:19.019924 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-872ef70c-063e-470d-9cbe-bfcaa97f35ae tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups/faa72a12-bdbd-4886-bc21-c1494225c046 HTTP/1.1" status: 404 len: 347 time: 0.0298920 Sep 27 04:29:19.023396 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 36874) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:19.056247 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730a4842-0a33-477b-83ba-197af5b15875 x-openstack-request-id: req-730a4842-0a33-477b-83ba-197af5b15875 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:29:19.056546 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3063ca42-9212-4df2-af49-0d7d4a88c0ee", "name": "network-vif-deleted", "tag": "eb918bb7-1383-468a-8553-7476aae953bb", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:29:19.056766 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-730a4842-0a33-477b-83ba-197af5b15875 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:29:19.057153 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-730a4842-0a33-477b-83ba-197af5b15875'] response: {'server_uuid': '3063ca42-9212-4df2-af49-0d7d4a88c0ee', 'name': 'network-vif-deleted', 'tag': 'eb918bb7-1383-468a-8553-7476aae953bb', 'status': 'completed', 'code': 200} Sep 27 04:29:19.187365 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-4fc0dcb2-6c49-442f-b1ff-ebb9c180e689 admin admin] For port e4db657b-a959-4e62-b211-2cb063d743eb, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=e4db657b-a959-4e62-b211-2cb063d743eb,segment=NetworkSegment(26969db0-2998-4ace-a23e-359a5b524a75),segment_id=26969db0-2998-4ace-a23e-359a5b524a75)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:29:19.187725 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4fc0dcb2-6c49-442f-b1ff-ebb9c180e689 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (e4db657b-a959-4e62-b211-2cb063d743eb), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:19.198827 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-e8629400-80a6-436c-8ad9-ff0c5423aec6 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Deleting port d455b83d-5534-45ca-8572-246bb2fd7a89 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:29:19.199159 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e8629400-80a6-436c-8ad9-ff0c5423aec6 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (d455b83d-5534-45ca-8572-246bb2fd7a89), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:19.204542 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-4fc0dcb2-6c49-442f-b1ff-ebb9c180e689 admin admin] Calling delete_port for e4db657b-a959-4e62-b211-2cb063d743eb owned by network:router_interface {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:29:19.330112 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e8629400-80a6-436c-8ad9-ff0c5423aec6 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (d455b83d-5534-45ca-8572-246bb2fd7a89), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:19.330349 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e8629400-80a6-436c-8ad9-ff0c5423aec6 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for floatingip (d455b83d-5534-45ca-8572-246bb2fd7a89), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:19.376339 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-e8629400-80a6-436c-8ad9-ff0c5423aec6 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Calling delete_port for d455b83d-5534-45ca-8572-246bb2fd7a89 owned by network:floatingip {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:29:19.388562 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:19.489605 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:19.545650 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4fc0dcb2-6c49-442f-b1ff-ebb9c180e689 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (e4db657b-a959-4e62-b211-2cb063d743eb), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:19.575183 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc0dcb2-6c49-442f-b1ff-ebb9c180e689 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4db657b-a959-4e62-b211-2cb063d743eb,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:19.628684 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e8629400-80a6-436c-8ad9-ff0c5423aec6 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (d455b83d-5534-45ca-8572-246bb2fd7a89), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:19.664192 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8629400-80a6-436c-8ad9-ff0c5423aec6 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Pushing event deleted for resources: {'Port': ['ID=d455b83d-5534-45ca-8572-246bb2fd7a89,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:19.775136 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e8629400-80a6-436c-8ad9-ff0c5423aec6 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for floatingip (0a29b6c4-f54c-4b7d-a466-9d0847c258c9), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:19.777637 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e8629400-80a6-436c-8ad9-ff0c5423aec6 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:19.778843 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-e8629400-80a6-436c-8ad9-ff0c5423aec6 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/0a29b6c4-f54c-4b7d-a466-9d0847c258c9 HTTP/1.1" status: 204 len: 168 time: 0.7545633 Sep 27 04:29:19.833815 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4fc0dcb2-6c49-442f-b1ff-ebb9c180e689 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3723526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4106851'] for router_interface (46ce92bd-e4b4-4da1-be51-d7a27f535bec), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:19.861015 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 36878) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:19.866112 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-9281011d-9828-4ac9-8a94-a36a0e9dbde0 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1985755080', 'description': 'tempest-description--361296776'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:29:19.887380 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9281011d-9828-4ac9-8a94-a36a0e9dbde0 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:19.955445 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9281011d-9828-4ac9-8a94-a36a0e9dbde0 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group (4a95c94b-f7bf-4515-9419-e7b1d0b5acb8), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:19.960050 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9281011d-9828-4ac9-8a94-a36a0e9dbde0 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (4a95c94b-f7bf-4515-9419-e7b1d0b5acb8), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:19.993320 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9281011d-9828-4ac9-8a94-a36a0e9dbde0 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:19.994614 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-9281011d-9828-4ac9-8a94-a36a0e9dbde0 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1326003 Sep 27 04:29:19.995469 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9281011d-9828-4ac9-8a94-a36a0e9dbde0 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a95c94b-f7bf-4515-9419-e7b1d0b5acb8,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:19.998323 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 36880) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:20.003026 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-ce186df5-6cfb-46e4-a8fa-77488ae6404a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Request body: {'security_group_rule': {'security_group_id': '4a95c94b-f7bf-4515-9419-e7b1d0b5acb8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:29:20.032316 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ce186df5-6cfb-46e4-a8fa-77488ae6404a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group_rule (6bfb1e27-5b51-4675-a93d-c34f83a4b30a), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:20.087567 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:20.098105 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ce186df5-6cfb-46e4-a8fa-77488ae6404a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group_rule (6bfb1e27-5b51-4675-a93d-c34f83a4b30a), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:20.103808 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ce186df5-6cfb-46e4-a8fa-77488ae6404a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112009'] for security_group_rule (6bfb1e27-5b51-4675-a93d-c34f83a4b30a), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:20.124764 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce186df5-6cfb-46e4-a8fa-77488ae6404a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bfb1e27-5b51-4675-a93d-c34f83a4b30a,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:20.135111 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ce186df5-6cfb-46e4-a8fa-77488ae6404a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:20.136491 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-ce186df5-6cfb-46e4-a8fa-77488ae6404a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1370099 Sep 27 04:29:20.139418 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 36882) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:20.143980 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-644453f1-addc-4bbc-acb9-4468d6028335 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Request body: {'security_group_rule': {'security_group_id': '4a95c94b-f7bf-4515-9419-e7b1d0b5acb8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:29:20.171443 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-644453f1-addc-4bbc-acb9-4468d6028335 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group_rule (393cae3a-ff7e-4362-ae6f-80b37919c8ac), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:20.220797 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:20.232487 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-644453f1-addc-4bbc-acb9-4468d6028335 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group_rule (393cae3a-ff7e-4362-ae6f-80b37919c8ac), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:20.236778 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-644453f1-addc-4bbc-acb9-4468d6028335 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112009'] for security_group_rule (393cae3a-ff7e-4362-ae6f-80b37919c8ac), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:20.254761 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644453f1-addc-4bbc-acb9-4468d6028335 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=393cae3a-ff7e-4362-ae6f-80b37919c8ac,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:20.265356 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-644453f1-addc-4bbc-acb9-4468d6028335 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:20.266722 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-644453f1-addc-4bbc-acb9-4468d6028335 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1262581 Sep 27 04:29:20.269832 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 36884) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:20.274066 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-d1e779de-78f7-4545-b515-d85909c7c678 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Request body: {'floatingip': {'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:29:20.297826 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d1e779de-78f7-4545-b515-d85909c7c678 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:20.301119 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-39497626-f9cf-4679-a88e-09d9f6ae8324 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:20.310209 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fc0dcb2-6c49-442f-b1ff-ebb9c180e689 admin admin] Router 46ce92bd-e4b4-4da1-be51-d7a27f535bec has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:29:20.380178 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d1e779de-78f7-4545-b515-d85909c7c678 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:20.388478 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:20.410184 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fc0dcb2-6c49-442f-b1ff-ebb9c180e689 admin admin] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:29:20.417882 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-4fc0dcb2-6c49-442f-b1ff-ebb9c180e689 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/46ce92bd-e4b4-4da1-be51-d7a27f535bec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9645634 Sep 27 04:29:20.418259 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 36886) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:20.425491 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709df6e8-31ca-4ff0-ab1c-efde42e15e75 None None] Sync routers for ids ['46ce92bd-e4b4-4da1-be51-d7a27f535bec'] in dv-cinder-859186-3-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:29:20.436357 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709df6e8-31ca-4ff0-ab1c-efde42e15e75 None None] Routers {'46ce92bd-e4b4-4da1-be51-d7a27f535bec'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:29:20.436981 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-709df6e8-31ca-4ff0-ab1c-efde42e15e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:28:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['46ce92bd-e4b4-4da1-be51-d7a27f535bec'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:20.577022 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [None req-d1e779de-78f7-4545-b515-d85909c7c678 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Allocated IP 172.27.0.147 (4c2326fb-b4db-42c7-9331-4377c9818745/65648eee-291b-4b8a-95c0-f3ca12df09c9/bc88f6f6-e6a2-488d-aaab-c4dd91f3b3e3) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:29:20.581996 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ddbfc405-74b6-42a1-9a47-20cca121097c admin admin] Publish callbacks [] for router (46ce92bd-e4b4-4da1-be51-d7a27f535bec), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:20.663283 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-709df6e8-31ca-4ff0-ab1c-efde42e15e75 None None] Set router 46ce92bd-e4b4-4da1-be51-d7a27f535bec gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:29:20.840498 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-709df6e8-31ca-4ff0-ab1c-efde42e15e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'name': 'tempest-TestShelveInstance-1866947943-router', 'tenant_id': '1e595829629a4dd4a7fccbdabc896cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '53a249dc-eefb-49ff-a291-f2eda1664fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:24:38Z', 'updated_at': '2022-09-27T04:29:19Z', 'revision_number': 5, 'project_id': '1e595829629a4dd4a7fccbdabc896cb0', 'gw_port': {'id': '53a249dc-eefb-49ff-a291-f2eda1664fe8', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:38Z', 'updated_at': '2022-09-27T04:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi'}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:20.867038 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709df6e8-31ca-4ff0-ab1c-efde42e15e75 None None] Checking router: 46ce92bd-e4b4-4da1-be51-d7a27f535bec for host: dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:29:20.875449 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709df6e8-31ca-4ff0-ab1c-efde42e15e75 None None] Routers {'46ce92bd-e4b4-4da1-be51-d7a27f535bec'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:29:20.876056 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-709df6e8-31ca-4ff0-ab1c-efde42e15e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:28:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['46ce92bd-e4b4-4da1-be51-d7a27f535bec'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:20.977626 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-709df6e8-31ca-4ff0-ab1c-efde42e15e75 None None] Set router 46ce92bd-e4b4-4da1-be51-d7a27f535bec gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:29:21.001775 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ddbfc405-74b6-42a1-9a47-20cca121097c admin admin] Publish callbacks [] for router_gateway (46ce92bd-e4b4-4da1-be51-d7a27f535bec), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:21.024061 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d1e779de-78f7-4545-b515-d85909c7c678 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for port (bc88f6f6-e6a2-488d-aaab-c4dd91f3b3e3), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:21.068910 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-ddbfc405-74b6-42a1-9a47-20cca121097c admin admin] Deleting port 53a249dc-eefb-49ff-a291-f2eda1664fe8 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:29:21.069247 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ddbfc405-74b6-42a1-9a47-20cca121097c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (53a249dc-eefb-49ff-a291-f2eda1664fe8), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:21.123693 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:DELETE=3,neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:21.132944 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:21.133207 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d1e779de-78f7-4545-b515-d85909c7c678 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (bc88f6f6-e6a2-488d-aaab-c4dd91f3b3e3), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:21.150479 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-709df6e8-31ca-4ff0-ab1c-efde42e15e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'name': 'tempest-TestShelveInstance-1866947943-router', 'tenant_id': '1e595829629a4dd4a7fccbdabc896cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '53a249dc-eefb-49ff-a291-f2eda1664fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:24:38Z', 'updated_at': '2022-09-27T04:29:19Z', 'revision_number': 5, 'project_id': '1e595829629a4dd4a7fccbdabc896cb0', 'gw_port': {'id': '53a249dc-eefb-49ff-a291-f2eda1664fe8', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:38Z', 'updated_at': '2022-09-27T04:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi'}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:21.166371 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:21.176044 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709df6e8-31ca-4ff0-ab1c-efde42e15e75 None None] The sync data for ids ['46ce92bd-e4b4-4da1-be51-d7a27f535bec'] in dv-cinder-859186-3-iscsi is: [{'id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'name': 'tempest-TestShelveInstance-1866947943-router', 'tenant_id': '1e595829629a4dd4a7fccbdabc896cb0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '53a249dc-eefb-49ff-a291-f2eda1664fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:24:38Z', 'updated_at': '2022-09-27T04:29:19Z', 'revision_number': 5, 'project_id': '1e595829629a4dd4a7fccbdabc896cb0', 'gw_port': {'id': '53a249dc-eefb-49ff-a291-f2eda1664fe8', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:61:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ce92bd-e4b4-4da1-be51-d7a27f535bec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:38Z', 'updated_at': '2022-09-27T04:24:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi'}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:29:21.211098 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e779de-78f7-4545-b515-d85909c7c678 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Network 4c2326fb-b4db-42c7-9331-4377c9818745 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:29:21.216405 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-d1e779de-78f7-4545-b515-d85909c7c678 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:29:21.221925 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e779de-78f7-4545-b515-d85909c7c678 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Pushing event updated for resources: {'Port': ['ID=bc88f6f6-e6a2-488d-aaab-c4dd91f3b3e3,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:21.225933 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-ddbfc405-74b6-42a1-9a47-20cca121097c admin admin] For port 53a249dc-eefb-49ff-a291-f2eda1664fe8, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=53a249dc-eefb-49ff-a291-f2eda1664fe8,segment=NetworkSegment(458173e0-a334-422f-a9db-e4c60ba44888),segment_id=458173e0-a334-422f-a9db-e4c60ba44888)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:29:21.226306 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ddbfc405-74b6-42a1-9a47-20cca121097c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (53a249dc-eefb-49ff-a291-f2eda1664fe8), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:21.228895 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e779de-78f7-4545-b515-d85909c7c678 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:29:21.264114 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-ddbfc405-74b6-42a1-9a47-20cca121097c admin admin] Calling delete_port for 53a249dc-eefb-49ff-a291-f2eda1664fe8 owned by network:router_gateway {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:29:21.417063 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d1e779de-78f7-4545-b515-d85909c7c678 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for floatingip (31823bbb-e6a1-4e73-8287-05f3a101b261), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:21.470717 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d1e779de-78f7-4545-b515-d85909c7c678 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (bc88f6f6-e6a2-488d-aaab-c4dd91f3b3e3), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:21.549414 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ddbfc405-74b6-42a1-9a47-20cca121097c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (53a249dc-eefb-49ff-a291-f2eda1664fe8), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:21.608536 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbfc405-74b6-42a1-9a47-20cca121097c admin admin] Pushing event deleted for resources: {'Port': ['ID=53a249dc-eefb-49ff-a291-f2eda1664fe8,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:21.705499 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ddbfc405-74b6-42a1-9a47-20cca121097c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4106517'] for router_gateway (46ce92bd-e4b4-4da1-be51-d7a27f535bec), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:21.815428 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ddbfc405-74b6-42a1-9a47-20cca121097c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4106764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124561'] for router (46ce92bd-e4b4-4da1-be51-d7a27f535bec), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:21.816766 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:21.820121 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ddbfc405-74b6-42a1-9a47-20cca121097c admin admin] Publish callbacks [] for router_controller (46ce92bd-e4b4-4da1-be51-d7a27f535bec), precommit_delete_associations {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:21.823304 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d1e779de-78f7-4545-b515-d85909c7c678 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for port (bc88f6f6-e6a2-488d-aaab-c4dd91f3b3e3), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:21.831795 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d1e779de-78f7-4545-b515-d85909c7c678 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9553042'] for port (bc88f6f6-e6a2-488d-aaab-c4dd91f3b3e3), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:21.873973 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device e4db657b-a959-4e62-b211-2cb063d743eb no longer exists at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:29:21.894334 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] No Port match for: e4db657b-a959-4e62-b211-2cb063d743eb {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:29:21.894753 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device e4db657b-a959-4e62-b211-2cb063d743eb not bound to the agent host dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:29:21.911413 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ddbfc405-74b6-42a1-9a47-20cca121097c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4106773'] for router (46ce92bd-e4b4-4da1-be51-d7a27f535bec), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:21.911985 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddbfc405-74b6-42a1-9a47-20cca121097c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46ce92bd-e4b4-4da1-be51-d7a27f535bec {{(pid=106211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 04:29:21.922109 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ddbfc405-74b6-42a1-9a47-20cca121097c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:21.923405 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-ddbfc405-74b6-42a1-9a47-20cca121097c admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/46ce92bd-e4b4-4da1-be51-d7a27f535bec HTTP/1.1" status: 204 len: 168 time: 1.5038221 Sep 27 04:29:21.926964 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 36888) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:21.939629 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e779de-78f7-4545-b515-d85909c7c678 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Pushing event updated for resources: {'Port': ['ID=bc88f6f6-e6a2-488d-aaab-c4dd91f3b3e3,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:21.942717 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d1e779de-78f7-4545-b515-d85909c7c678 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4106707'] for floatingip (31823bbb-e6a1-4e73-8287-05f3a101b261), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:21.960024 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d1e779de-78f7-4545-b515-d85909c7c678 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:21.961269 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-d1e779de-78f7-4545-b515-d85909c7c678 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6905091 Sep 27 04:29:21.989537 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_v2 [None req-12377e88-1097-4869-bb84-857200fe0d35 admin admin] Deleting subnet c8446e81-8757-4a92-bbb2-c6d0f12abe74 {{(pid=106210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 04:29:21.993124 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-12377e88-1097-4869-bb84-857200fe0d35 admin admin] Publish callbacks [] for subnet (c8446e81-8757-4a92-bbb2-c6d0f12abe74), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:22.032760 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-12377e88-1097-4869-bb84-857200fe0d35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6975061'] for subnet (c8446e81-8757-4a92-bbb2-c6d0f12abe74), precommit_delete_associations {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:22.149512 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-12377e88-1097-4869-bb84-857200fe0d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671939'] for subnet (c8446e81-8757-4a92-bbb2-c6d0f12abe74), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:22.175250 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-98e41fd8-d4e6-4230-9cda-e167d2563638 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1985755080&fields=id&tenant_id=d7c74ffec54740eca3cd6b707f1cb732 HTTP/1.1" status: 200 len: 267 time: 0.0948086 Sep 27 04:29:22.177641 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:22.250357 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-bd0e9ce3-cc40-436b-a95c-f64a4117d095 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:22.271285 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-12377e88-1097-4869-bb84-857200fe0d35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9338860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214698'] for subnet (c8446e81-8757-4a92-bbb2-c6d0f12abe74), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:22.311676 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12377e88-1097-4869-bb84-857200fe0d35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8446e81-8757-4a92-bbb2-c6d0f12abe74,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:22.328115 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-12377e88-1097-4869-bb84-857200fe0d35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:22.331194 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-12377e88-1097-4869-bb84-857200fe0d35 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/c8446e81-8757-4a92-bbb2-c6d0f12abe74 HTTP/1.1" status: 204 len: 168 time: 0.4031620 Sep 27 04:29:22.332425 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b45714b-5d37-4d68-a3b1-51c448233d49 None None] Network 41cd98f9-b206-4445-9870-d24633bca602 requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:29:22.333930 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 36906) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:22.342685 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-4622bd33-1ec2-442b-a5ff-a49a597efded tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:22.344246 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-4622bd33-1ec2-442b-a5ff-a49a597efded tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/networks?id=cba0fe06-d029-4450-9dfd-fb0123caa50b HTTP/1.1" status: 200 len: 814 time: 0.1599703 Sep 27 04:29:22.360552 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-d732e18b-8b0b-47a2-877c-44e5d0643ace tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/quotas/d7c74ffec54740eca3cd6b707f1cb732 HTTP/1.1" status: 200 len: 375 time: 0.0095930 Sep 27 04:29:22.384359 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=87,neutron:INSERT=2,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:22.421691 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e6e054a6-96a7-4e8d-a60b-bf75412489e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798866'] for network (41cd98f9-b206-4445-9870-d24633bca602), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:22.435372 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-5a4517dc-c1d4-4264-8b2a-8bf49ff908ab tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=d7c74ffec54740eca3cd6b707f1cb732&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0670063 Sep 27 04:29:22.477262 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-e6e054a6-96a7-4e8d-a60b-bf75412489e6 admin admin] Deleting port 7297f2f3-0ebd-4cf2-93a1-8e981779a0f0 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:29:22.477610 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e6e054a6-96a7-4e8d-a60b-bf75412489e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (7297f2f3-0ebd-4cf2-93a1-8e981779a0f0), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:22.530347 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0367350-40b5-4299-874e-076dbb72b60f None None] DHCP port deletion for 41cd98f9-b206-4445-9870-d24633bca602 request from dv-cinder-859186-3-iscsi {{(pid=106212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 27 04:29:22.546674 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-e6e054a6-96a7-4e8d-a60b-bf75412489e6 admin admin] For port 7297f2f3-0ebd-4cf2-93a1-8e981779a0f0, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=7297f2f3-0ebd-4cf2-93a1-8e981779a0f0,segment=NetworkSegment(26969db0-2998-4ace-a23e-359a5b524a75),segment_id=26969db0-2998-4ace-a23e-359a5b524a75)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:29:22.547132 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e6e054a6-96a7-4e8d-a60b-bf75412489e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (7297f2f3-0ebd-4cf2-93a1-8e981779a0f0), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:22.561283 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-e6e054a6-96a7-4e8d-a60b-bf75412489e6 admin admin] Calling delete_port for 7297f2f3-0ebd-4cf2-93a1-8e981779a0f0 owned by network:dhcp {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:29:22.572627 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-c0367350-40b5-4299-874e-076dbb72b60f None None] Deleting port 7297f2f3-0ebd-4cf2-93a1-8e981779a0f0 {{(pid=106212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:29:22.573214 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c0367350-40b5-4299-874e-076dbb72b60f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (7297f2f3-0ebd-4cf2-93a1-8e981779a0f0), before_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:22.641845 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-c0367350-40b5-4299-874e-076dbb72b60f None None] For port 7297f2f3-0ebd-4cf2-93a1-8e981779a0f0, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=7297f2f3-0ebd-4cf2-93a1-8e981779a0f0,segment=NetworkSegment(26969db0-2998-4ace-a23e-359a5b524a75),segment_id=26969db0-2998-4ace-a23e-359a5b524a75)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:29:22.642231 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c0367350-40b5-4299-874e-076dbb72b60f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (7297f2f3-0ebd-4cf2-93a1-8e981779a0f0), precommit_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:22.655172 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e6e054a6-96a7-4e8d-a60b-bf75412489e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (7297f2f3-0ebd-4cf2-93a1-8e981779a0f0), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:22.656932 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-c0367350-40b5-4299-874e-076dbb72b60f None None] Calling delete_port for 7297f2f3-0ebd-4cf2-93a1-8e981779a0f0 owned by network:dhcp {{(pid=106212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:29:22.658409 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:22.691611 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e054a6-96a7-4e8d-a60b-bf75412489e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7297f2f3-0ebd-4cf2-93a1-8e981779a0f0,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:22.693201 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-2f889a76-b083-4238-bc75-c902a0933c2f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cba0fe06-d029-4450-9dfd-fb0123caa50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454162 Sep 27 04:29:22.695273 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e054a6-96a7-4e8d-a60b-bf75412489e6 admin admin] No DVR routers for this DVR port 7297f2f3-0ebd-4cf2-93a1-8e981779a0f0 on host dv-cinder-859186-3-iscsi {{(pid=106211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:29:22.741657 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c0367350-40b5-4299-874e-076dbb72b60f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093'] for port (7297f2f3-0ebd-4cf2-93a1-8e981779a0f0), after_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:22.766002 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0367350-40b5-4299-874e-076dbb72b60f None None] Pushing event deleted for resources: {'Port': ['ID=7297f2f3-0ebd-4cf2-93a1-8e981779a0f0,revision_number=None']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:22.768014 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e6e054a6-96a7-4e8d-a60b-bf75412489e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779509', 'neutron.services.segments.db._delete_segments_for_network-8770988261578'] for network (41cd98f9-b206-4445-9870-d24633bca602), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:22.771480 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0367350-40b5-4299-874e-076dbb72b60f None None] No DVR routers for this DVR port 7297f2f3-0ebd-4cf2-93a1-8e981779a0f0 on host dv-cinder-859186-3-iscsi {{(pid=106212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:29:22.780702 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0367350-40b5-4299-874e-076dbb72b60f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:22.781254 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0367350-40b5-4299-874e-076dbb72b60f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:22.781989 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0367350-40b5-4299-874e-076dbb72b60f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:22.782323 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0367350-40b5-4299-874e-076dbb72b60f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:22.782804 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0367350-40b5-4299-874e-076dbb72b60f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:22.783295 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0367350-40b5-4299-874e-076dbb72b60f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:22.783789 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0367350-40b5-4299-874e-076dbb72b60f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:22.784281 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0367350-40b5-4299-874e-076dbb72b60f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:22.784754 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0367350-40b5-4299-874e-076dbb72b60f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:22.785227 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0367350-40b5-4299-874e-076dbb72b60f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:22.786971 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0367350-40b5-4299-874e-076dbb72b60f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:22.787465 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0367350-40b5-4299-874e-076dbb72b60f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:22.787955 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0367350-40b5-4299-874e-076dbb72b60f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:22.788419 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0367350-40b5-4299-874e-076dbb72b60f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:22.788751 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0367350-40b5-4299-874e-076dbb72b60f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:22.791623 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-e6e054a6-96a7-4e8d-a60b-bf75412489e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41cd98f9-b206-4445-9870-d24633bca602']}} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:22.804211 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-e6e054a6-96a7-4e8d-a60b-bf75412489e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26969db0-2998-4ace-a23e-359a5b524a75') {'for_net_delete': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:22.804494 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-e6e054a6-96a7-4e8d-a60b-bf75412489e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26969db0-2998-4ace-a23e-359a5b524a75') {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:22.809979 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-9cfb4a91-63ff-4da4-98ee-80934ec75078 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cba0fe06-d029-4450-9dfd-fb0123caa50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029818 Sep 27 04:29:22.814116 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e6e054a6-96a7-4e8d-a60b-bf75412489e6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770988232295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9770295'] for segment (26969db0-2998-4ace-a23e-359a5b524a75), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:22.828168 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e6e054a6-96a7-4e8d-a60b-bf75412489e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (26969db0-2998-4ace-a23e-359a5b524a75), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:22.835204 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e054a6-96a7-4e8d-a60b-bf75412489e6 admin admin] Releasing vlan 144 on physical network physnet1 to pool {{(pid=106211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 04:29:22.835588 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e6e054a6-96a7-4e8d-a60b-bf75412489e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9553014'] for segment (26969db0-2998-4ace-a23e-359a5b524a75), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:22.854308 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.services.segments.plugin [-] Segment 26969db0-2998-4ace-a23e-359a5b524a75 resource provider aggregate not found Sep 27 04:29:22.890008 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.services.segments.plugin [-] Segment 26969db0-2998-4ace-a23e-359a5b524a75 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 26969db0-2998-4ace-a23e-359a5b524a75 found for delete ", "request_id": "req-e2203275-1b80-4cbd-a638-412eaa55268a"}]} Sep 27 04:29:22.914436 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e6e054a6-96a7-4e8d-a60b-bf75412489e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4106734'] for network (41cd98f9-b206-4445-9870-d24633bca602), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:22.920675 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e6e054a6-96a7-4e8d-a60b-bf75412489e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:22.924125 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-e6e054a6-96a7-4e8d-a60b-bf75412489e6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/41cd98f9-b206-4445-9870-d24633bca602 HTTP/1.1" status: 204 len: 168 time: 0.5892017 Sep 27 04:29:22.927226 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 36916) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:22.936410 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e054a6-96a7-4e8d-a60b-bf75412489e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=41cd98f9-b206-4445-9870-d24633bca602,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:23.002740 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3d667a08-6593-4da0-af2d-127f7d95ab50 req-bf310323-e856-404a-ba93-c3142e1b00ec tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=af03ef64-1418-4b7a-a0ee-1294cedb21a1 HTTP/1.1" status: 200 len: 210 time: 0.0306163 Sep 27 04:29:23.151254 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:23.252967 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-0b643410-0235-41f3-a9b7-70c6ec5387fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689427'] for router_interface (2e87ec94-7cc8-45c7-873c-f9438300f7d0), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:23.485734 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:DELETE=3,neutron:SELECT=96,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:23.491184 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-0b643410-0235-41f3-a9b7-70c6ec5387fe admin admin] Deleting port a63caa9f-d00b-46f8-b114-8c8c7bc3b115 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:29:23.491524 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-0b643410-0235-41f3-a9b7-70c6ec5387fe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (a63caa9f-d00b-46f8-b114-8c8c7bc3b115), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:23.578163 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-0b643410-0235-41f3-a9b7-70c6ec5387fe admin admin] For port a63caa9f-d00b-46f8-b114-8c8c7bc3b115, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=a63caa9f-d00b-46f8-b114-8c8c7bc3b115,segment=NetworkSegment(f504d49b-f85a-4d4e-8352-634bdc19d78f),segment_id=f504d49b-f85a-4d4e-8352-634bdc19d78f)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:29:23.578527 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-0b643410-0235-41f3-a9b7-70c6ec5387fe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (a63caa9f-d00b-46f8-b114-8c8c7bc3b115), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:23.592313 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-0b643410-0235-41f3-a9b7-70c6ec5387fe admin admin] Calling delete_port for a63caa9f-d00b-46f8-b114-8c8c7bc3b115 owned by network:router_interface {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:29:23.731680 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:23.772352 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-0b643410-0235-41f3-a9b7-70c6ec5387fe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (a63caa9f-d00b-46f8-b114-8c8c7bc3b115), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:23.800464 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b643410-0235-41f3-a9b7-70c6ec5387fe admin admin] Pushing event deleted for resources: {'Port': ['ID=a63caa9f-d00b-46f8-b114-8c8c7bc3b115,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:23.870713 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 53a249dc-eefb-49ff-a291-f2eda1664fe8 no longer exists at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:29:23.892754 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] No Port match for: 53a249dc-eefb-49ff-a291-f2eda1664fe8 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:29:23.893103 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 53a249dc-eefb-49ff-a291-f2eda1664fe8 not bound to the agent host dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:29:23.893522 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 7297f2f3-0ebd-4cf2-93a1-8e981779a0f0 no longer exists at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:29:23.914784 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] No Port match for: 7297f2f3-0ebd-4cf2-93a1-8e981779a0f0 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:29:23.915137 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 7297f2f3-0ebd-4cf2-93a1-8e981779a0f0 not bound to the agent host dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:29:23.983350 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-0b643410-0235-41f3-a9b7-70c6ec5387fe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3723526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4106851'] for router_interface (2e87ec94-7cc8-45c7-873c-f9438300f7d0), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:24.039783 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:24.159922 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-58a5d7c0-cc52-4fe9-8118-b688b1c55b12 req-ae6a1c90-0691-4494-91ed-6406a4c90a63 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=af03ef64-1418-4b7a-a0ee-1294cedb21a1 HTTP/1.1" status: 200 len: 210 time: 0.0674894 Sep 27 04:29:24.218357 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-aea21b51-7870-4d09-9aa8-1c44fda8bc3a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:24.219820 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-aea21b51-7870-4d09-9aa8-1c44fda8bc3a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.57 "GET /networking/v2.0/networks?id=cba0fe06-d029-4450-9dfd-fb0123caa50b HTTP/1.1" status: 200 len: 814 time: 0.2225451 Sep 27 04:29:24.334334 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:24.345444 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b643410-0235-41f3-a9b7-70c6ec5387fe admin admin] Router 2e87ec94-7cc8-45c7-873c-f9438300f7d0 has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:29:24.380267 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-0ee51b1e-b88e-4089-a66c-295e6eb78855 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d7c74ffec54740eca3cd6b707f1cb732 HTTP/1.1" status: 200 len: 380 time: 0.0748203 Sep 27 04:29:24.416297 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-e8efda0e-e7be-448a-a69c-b2160155d618 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Request body: {'port': {'device_id': 'af03ef64-1418-4b7a-a0ee-1294cedb21a1', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'admin_state_up': True, 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'security_groups': ['4a95c94b-f7bf-4515-9419-e7b1d0b5acb8']}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:29:24.552857 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b643410-0235-41f3-a9b7-70c6ec5387fe admin admin] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:29:24.558660 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-0b643410-0235-41f3-a9b7-70c6ec5387fe admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/2e87ec94-7cc8-45c7-873c-f9438300f7d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6298382 Sep 27 04:29:24.561379 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 36932) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:24.564113 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2825a7ca-54dd-440d-af60-b6056042689d None None] Sync routers for ids ['2e87ec94-7cc8-45c7-873c-f9438300f7d0'] in dv-cinder-859186-3-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:29:24.574095 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2825a7ca-54dd-440d-af60-b6056042689d None None] Routers {'2e87ec94-7cc8-45c7-873c-f9438300f7d0'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:29:24.574713 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-2825a7ca-54dd-440d-af60-b6056042689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:29:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['2e87ec94-7cc8-45c7-873c-f9438300f7d0'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:24.581320 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-e8efda0e-e7be-448a-a69c-b2160155d618 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Made reservation on behalf of d7c74ffec54740eca3cd6b707f1cb732 for: {'port': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:29:24.585227 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-e8efda0e-e7be-448a-a69c-b2160155d618 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:24.670815 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-aa39dee4-ffbf-4308-b114-99a763668d51 admin admin] Publish callbacks [] for router (2e87ec94-7cc8-45c7-873c-f9438300f7d0), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:24.674506 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-2825a7ca-54dd-440d-af60-b6056042689d None None] Set router 2e87ec94-7cc8-45c7-873c-f9438300f7d0 gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:29:24.719851 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-e8efda0e-e7be-448a-a69c-b2160155d618 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Allocated IP 172.20.0.8 (cba0fe06-d029-4450-9dfd-fb0123caa50b/d4d9fbf8-be25-413e-9d9a-4acede1bc3df/9cf35c89-da17-4b43-a211-771d19ddbbf2) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:29:24.728576 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:29:24.774172 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-aa39dee4-ffbf-4308-b114-99a763668d51 admin admin] Publish callbacks [] for router_gateway (2e87ec94-7cc8-45c7-873c-f9438300f7d0), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:24.816520 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-aa39dee4-ffbf-4308-b114-99a763668d51 admin admin] Deleting port fe4ecad8-9126-45df-830c-fb2391ce585d {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:29:24.817072 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-aa39dee4-ffbf-4308-b114-99a763668d51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (fe4ecad8-9126-45df-830c-fb2391ce585d), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:24.851536 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-2825a7ca-54dd-440d-af60-b6056042689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e87ec94-7cc8-45c7-873c-f9438300f7d0', 'name': 'tempest-TestShelveInstance-1208588778-router', 'tenant_id': '4af948c97bfd43789719fb833d38e164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.92'}], 'enable_snat': True}, 'gw_port_id': 'fe4ecad8-9126-45df-830c-fb2391ce585d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:24:44Z', 'updated_at': '2022-09-27T04:29:23Z', 'revision_number': 5, 'project_id': '4af948c97bfd43789719fb833d38e164', 'gw_port': {'id': 'fe4ecad8-9126-45df-830c-fb2391ce585d', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:f1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e87ec94-7cc8-45c7-873c-f9438300f7d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 470, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:24:44Z', 'updated_at': '2022-09-27T04:24:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi'}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:24.859852 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:24.867723 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-e8efda0e-e7be-448a-a69c-b2160155d618 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for port (9cf35c89-da17-4b43-a211-771d19ddbbf2), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:24.873720 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:24.881930 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2825a7ca-54dd-440d-af60-b6056042689d None None] Checking router: 2e87ec94-7cc8-45c7-873c-f9438300f7d0 for host: dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:29:24.891105 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2825a7ca-54dd-440d-af60-b6056042689d None None] Routers {'2e87ec94-7cc8-45c7-873c-f9438300f7d0'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:29:24.891961 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-2825a7ca-54dd-440d-af60-b6056042689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:29:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['2e87ec94-7cc8-45c7-873c-f9438300f7d0'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:24.906821 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-aa39dee4-ffbf-4308-b114-99a763668d51 admin admin] For port fe4ecad8-9126-45df-830c-fb2391ce585d, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=fe4ecad8-9126-45df-830c-fb2391ce585d,segment=NetworkSegment(458173e0-a334-422f-a9db-e4c60ba44888),segment_id=458173e0-a334-422f-a9db-e4c60ba44888)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:29:24.907386 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-aa39dee4-ffbf-4308-b114-99a763668d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (fe4ecad8-9126-45df-830c-fb2391ce585d), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:24.909758 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-e8efda0e-e7be-448a-a69c-b2160155d618 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (9cf35c89-da17-4b43-a211-771d19ddbbf2), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:24.925929 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-aa39dee4-ffbf-4308-b114-99a763668d51 admin admin] Calling delete_port for fe4ecad8-9126-45df-830c-fb2391ce585d owned by network:router_gateway {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:29:24.948178 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-e8efda0e-e7be-448a-a69c-b2160155d618 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Network cba0fe06-d029-4450-9dfd-fb0123caa50b is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:29:24.951976 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-e8efda0e-e7be-448a-a69c-b2160155d618 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:29:24.955774 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-e8efda0e-e7be-448a-a69c-b2160155d618 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:29:24.978684 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-2825a7ca-54dd-440d-af60-b6056042689d None None] Set router 2e87ec94-7cc8-45c7-873c-f9438300f7d0 gateway port host: None {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:29:24.982799 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:24.994299 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8efda0e-e7be-448a-a69c-b2160155d618 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Pushing event updated for resources: {'Port': ['ID=9cf35c89-da17-4b43-a211-771d19ddbbf2,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:25.026455 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-e8efda0e-e7be-448a-a69c-b2160155d618 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:25.027421 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-e8efda0e-e7be-448a-a69c-b2160155d618 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:25.047823 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-e8efda0e-e7be-448a-a69c-b2160155d618 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6345906 Sep 27 04:29:25.072853 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:25.073465 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-18997744-f2a8-491c-a16e-bba2f621f8bf service neutron] Request body: {'port': {'device_id': 'af03ef64-1418-4b7a-a0ee-1294cedb21a1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:29:25.135337 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-2825a7ca-54dd-440d-af60-b6056042689d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2e87ec94-7cc8-45c7-873c-f9438300f7d0', 'name': 'tempest-TestShelveInstance-1208588778-router', 'tenant_id': '4af948c97bfd43789719fb833d38e164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:24:44Z', 'updated_at': '2022-09-27T04:29:24Z', 'revision_number': 6, 'project_id': '4af948c97bfd43789719fb833d38e164', 'gw_port_host': None}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:25.143902 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-aa39dee4-ffbf-4308-b114-99a763668d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (fe4ecad8-9126-45df-830c-fb2391ce585d), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:25.152701 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-18997744-f2a8-491c-a16e-bba2f621f8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (9cf35c89-da17-4b43-a211-771d19ddbbf2), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:25.166511 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2825a7ca-54dd-440d-af60-b6056042689d None None] The sync data for ids ['2e87ec94-7cc8-45c7-873c-f9438300f7d0'] in dv-cinder-859186-3-iscsi is: [{'id': '2e87ec94-7cc8-45c7-873c-f9438300f7d0', 'name': 'tempest-TestShelveInstance-1208588778-router', 'tenant_id': '4af948c97bfd43789719fb833d38e164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:24:44Z', 'updated_at': '2022-09-27T04:29:24Z', 'revision_number': 6, 'project_id': '4af948c97bfd43789719fb833d38e164', 'gw_port_host': None}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:29:25.187892 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:25.197118 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39dee4-ffbf-4308-b114-99a763668d51 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe4ecad8-9126-45df-830c-fb2391ce585d,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:25.223935 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:25.315430 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-aa39dee4-ffbf-4308-b114-99a763668d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4106517'] for router_gateway (2e87ec94-7cc8-45c7-873c-f9438300f7d0), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:25.322172 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-80c556fc-1cf5-4079-92f1-d7ce028dfc54 None None] Provisioning complete for port 9cf35c89-da17-4b43-a211-771d19ddbbf2 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:29:25.322547 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-80c556fc-1cf5-4079-92f1-d7ce028dfc54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (9cf35c89-da17-4b43-a211-771d19ddbbf2), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:25.322886 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-80c556fc-1cf5-4079-92f1-d7ce028dfc54 None None] Attempt 1 to provision port 9cf35c89-da17-4b43-a211-771d19ddbbf2 Sep 27 04:29:25.347938 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0071db7-7abf-4469-9a74-516322eb98c4 req-cbcfa648-b079-4f39-b472-164e9bffa44c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:25.350058 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f0071db7-7abf-4469-9a74-516322eb98c4 req-cbcfa648-b079-4f39-b472-164e9bffa44c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=af03ef64-1418-4b7a-a0ee-1294cedb21a1 HTTP/1.1" status: 200 len: 931 time: 0.0903654 Sep 27 04:29:25.359307 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-80c556fc-1cf5-4079-92f1-d7ce028dfc54 None None] Port 9cf35c89-da17-4b43-a211-771d19ddbbf2 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:29:25.433047 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-aa39dee4-ffbf-4308-b114-99a763668d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4106764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124561'] for router (2e87ec94-7cc8-45c7-873c-f9438300f7d0), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:25.435527 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-aa39dee4-ffbf-4308-b114-99a763668d51 admin admin] Publish callbacks [] for router_controller (2e87ec94-7cc8-45c7-873c-f9438300f7d0), precommit_delete_associations {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:25.498143 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f0071db7-7abf-4469-9a74-516322eb98c4 req-db36bf4b-0d7b-48f7-9115-ff7c1b93feb9 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a95c94b-f7bf-4515-9419-e7b1d0b5acb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1184297 Sep 27 04:29:25.499169 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-aa39dee4-ffbf-4308-b114-99a763668d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4106773'] for router (2e87ec94-7cc8-45c7-873c-f9438300f7d0), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:25.499742 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa39dee4-ffbf-4308-b114-99a763668d51 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2e87ec94-7cc8-45c7-873c-f9438300f7d0 {{(pid=106211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 04:29:25.504193 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-aa39dee4-ffbf-4308-b114-99a763668d51 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:25.507940 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-aa39dee4-ffbf-4308-b114-99a763668d51 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/2e87ec94-7cc8-45c7-873c-f9438300f7d0 HTTP/1.1" status: 204 len: 168 time: 0.9454551 Sep 27 04:29:25.508543 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 36936) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:25.569168 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_v2 [None req-d587e478-a86a-4b2d-acf4-6af5e755a793 admin admin] Deleting subnet ace747cf-2ef4-4c62-b777-44656539b2e3 {{(pid=106211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 04:29:25.572932 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d587e478-a86a-4b2d-acf4-6af5e755a793 admin admin] Publish callbacks [] for subnet (ace747cf-2ef4-4c62-b777-44656539b2e3), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:25.618236 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d587e478-a86a-4b2d-acf4-6af5e755a793 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9770302'] for subnet (ace747cf-2ef4-4c62-b777-44656539b2e3), precommit_delete_associations {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:25.694195 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d587e478-a86a-4b2d-acf4-6af5e755a793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671939'] for subnet (ace747cf-2ef4-4c62-b777-44656539b2e3), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:25.706279 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-18997744-f2a8-491c-a16e-bba2f621f8bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cf35c89-da17-4b43-a211-771d19ddbbf2 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:29:25.713688 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-18997744-f2a8-491c-a16e-bba2f621f8bf service neutron] Publish callbacks [] for port (9cf35c89-da17-4b43-a211-771d19ddbbf2), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:25.725953 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-18997744-f2a8-491c-a16e-bba2f621f8bf service neutron] Transition to ACTIVE for port object 9cf35c89-da17-4b43-a211-771d19ddbbf2 will not be triggered until provisioned by entity L2. {{(pid=106210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 04:29:25.729727 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-18997744-f2a8-491c-a16e-bba2f621f8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (9cf35c89-da17-4b43-a211-771d19ddbbf2), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:25.749002 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d587e478-a86a-4b2d-acf4-6af5e755a793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9553112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10262446'] for subnet (ace747cf-2ef4-4c62-b777-44656539b2e3), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:25.778835 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d587e478-a86a-4b2d-acf4-6af5e755a793 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ace747cf-2ef4-4c62-b777-44656539b2e3,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:25.782417 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-d587e478-a86a-4b2d-acf4-6af5e755a793 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:25.785554 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-d587e478-a86a-4b2d-acf4-6af5e755a793 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/ace747cf-2ef4-4c62-b777-44656539b2e3 HTTP/1.1" status: 204 len: 168 time: 0.2760699 Sep 27 04:29:25.788066 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 36938) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:25.790419 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec24052-39f2-469c-b442-42cebcccc430 None None] Network 5a310953-8b80-4c4f-86d4-ab083fbc1003 requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:29:25.814383 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18997744-f2a8-491c-a16e-bba2f621f8bf service neutron] Pushing event updated for resources: {'Port': ['ID=9cf35c89-da17-4b43-a211-771d19ddbbf2,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:25.834137 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:25.849177 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-18997744-f2a8-491c-a16e-bba2f621f8bf service neutron] Attempting to bind port 9cf35c89-da17-4b43-a211-771d19ddbbf2 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:29:25.849629 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-18997744-f2a8-491c-a16e-bba2f621f8bf service neutron] Attempting to bind port 9cf35c89-da17-4b43-a211-771d19ddbbf2 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': 'c5746d98-25dd-46c1-b1b6-0887fcb5090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:29:25.849990 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-18997744-f2a8-491c-a16e-bba2f621f8bf service neutron] Attempting to bind port 9cf35c89-da17-4b43-a211-771d19ddbbf2 on network cba0fe06-d029-4450-9dfd-fb0123caa50b {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:29:25.860724 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5c7d9979-b4eb-4f8a-9c79-1f1d60274cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798866'] for network (5a310953-8b80-4c4f-86d4-ab083fbc1003), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:25.887285 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-80c556fc-1cf5-4079-92f1-d7ce028dfc54 None None] Attempt 2 to provision port 9cf35c89-da17-4b43-a211-771d19ddbbf2 Sep 27 04:29:25.898773 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-18997744-f2a8-491c-a16e-bba2f621f8bf service neutron] Port 9cf35c89-da17-4b43-a211-771d19ddbbf2 on network cba0fe06-d029-4450-9dfd-fb0123caa50b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 04:29:25.899771 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-18997744-f2a8-491c-a16e-bba2f621f8bf service neutron] Attempting to bind port 9cf35c89-da17-4b43-a211-771d19ddbbf2 on network cba0fe06-d029-4450-9dfd-fb0123caa50b {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:29:25.904082 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-5c7d9979-b4eb-4f8a-9c79-1f1d60274cca admin admin] Deleting port c74bfff2-6b41-4e9a-bba6-dfaded2b10c0 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:29:25.904542 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5c7d9979-b4eb-4f8a-9c79-1f1d60274cca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (c74bfff2-6b41-4e9a-bba6-dfaded2b10c0), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:25.921238 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-80c556fc-1cf5-4079-92f1-d7ce028dfc54 None None] Port 9cf35c89-da17-4b43-a211-771d19ddbbf2 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:29:25.955243 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-18997744-f2a8-491c-a16e-bba2f621f8bf service neutron] Checking agent: {'id': 'b1f517e4-57bd-40c9-8710-cebf6376635e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'started_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:29:25.955683 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-18997744-f2a8-491c-a16e-bba2f621f8bf service neutron] Checking segment: {'id': 'c5746d98-25dd-46c1-b1b6-0887fcb5090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:29:25.956313 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-18997744-f2a8-491c-a16e-bba2f621f8bf service neutron] Bound using segment: {'id': 'c5746d98-25dd-46c1-b1b6-0887fcb5090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:29:25.956828 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-18997744-f2a8-491c-a16e-bba2f621f8bf service neutron] Bound port: 9cf35c89-da17-4b43-a211-771d19ddbbf2, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5746d98-25dd-46c1-b1b6-0887fcb5090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:29:25.957261 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-18997744-f2a8-491c-a16e-bba2f621f8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (9cf35c89-da17-4b43-a211-771d19ddbbf2), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:25.978442 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-5c7d9979-b4eb-4f8a-9c79-1f1d60274cca admin admin] For port c74bfff2-6b41-4e9a-bba6-dfaded2b10c0, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=c74bfff2-6b41-4e9a-bba6-dfaded2b10c0,segment=NetworkSegment(f504d49b-f85a-4d4e-8352-634bdc19d78f),segment_id=f504d49b-f85a-4d4e-8352-634bdc19d78f)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:29:25.979083 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5c7d9979-b4eb-4f8a-9c79-1f1d60274cca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (c74bfff2-6b41-4e9a-bba6-dfaded2b10c0), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:25.987292 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6bf745-2160-410e-a4de-f31d4a0b1b1a None None] DHCP port deletion for 5a310953-8b80-4c4f-86d4-ab083fbc1003 request from dv-cinder-859186-3-iscsi {{(pid=106212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 27 04:29:26.014592 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-5c7d9979-b4eb-4f8a-9c79-1f1d60274cca admin admin] Calling delete_port for c74bfff2-6b41-4e9a-bba6-dfaded2b10c0 owned by network:dhcp {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:29:26.035155 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-3c6bf745-2160-410e-a4de-f31d4a0b1b1a None None] Deleting port c74bfff2-6b41-4e9a-bba6-dfaded2b10c0 {{(pid=106212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:29:26.035680 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-3c6bf745-2160-410e-a4de-f31d4a0b1b1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (c74bfff2-6b41-4e9a-bba6-dfaded2b10c0), before_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:26.043577 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-18997744-f2a8-491c-a16e-bba2f621f8bf service neutron] For port 9cf35c89-da17-4b43-a211-771d19ddbbf2, host hv-cinder-85918, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:29:26.046960 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-18997744-f2a8-491c-a16e-bba2f621f8bf service neutron] For port 9cf35c89-da17-4b43-a211-771d19ddbbf2, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=9cf35c89-da17-4b43-a211-771d19ddbbf2,segment=NetworkSegment(c5746d98-25dd-46c1-b1b6-0887fcb5090c),segment_id=c5746d98-25dd-46c1-b1b6-0887fcb5090c)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:29:26.052545 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device fe4ecad8-9126-45df-830c-fb2391ce585d no longer exists at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:29:26.054076 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-18997744-f2a8-491c-a16e-bba2f621f8bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (9cf35c89-da17-4b43-a211-771d19ddbbf2), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:26.059342 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-18997744-f2a8-491c-a16e-bba2f621f8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:26.059837 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-18997744-f2a8-491c-a16e-bba2f621f8bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:26.061208 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-18997744-f2a8-491c-a16e-bba2f621f8bf service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/9cf35c89-da17-4b43-a211-771d19ddbbf2 HTTP/1.1" status: 200 len: 1093 time: 1.0009346 Sep 27 04:29:26.061777 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af03ef64-1418-4b7a-a0ee-1294cedb21a1', 'tag': '9cf35c89-da17-4b43-a211-771d19ddbbf2'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:29:26.064012 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c425b34-9662-4534-84f4-ad7bcd22aded" -d '{"events": [{"name": "network-changed", "server_uuid": "af03ef64-1418-4b7a-a0ee-1294cedb21a1", "tag": "9cf35c89-da17-4b43-a211-771d19ddbbf2"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:29:26.106348 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] No Port match for: fe4ecad8-9126-45df-830c-fb2391ce585d {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:29:26.106856 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:26.107452 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device fe4ecad8-9126-45df-830c-fb2391ce585d not bound to the agent host dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:29:26.108164 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device a63caa9f-d00b-46f8-b114-8c8c7bc3b115 no longer exists at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:29:26.128779 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:26.134813 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] No Port match for: a63caa9f-d00b-46f8-b114-8c8c7bc3b115 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:29:26.135276 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device a63caa9f-d00b-46f8-b114-8c8c7bc3b115 not bound to the agent host dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:29:26.156536 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-3c6bf745-2160-410e-a4de-f31d4a0b1b1a None None] For port c74bfff2-6b41-4e9a-bba6-dfaded2b10c0, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=c74bfff2-6b41-4e9a-bba6-dfaded2b10c0,segment=NetworkSegment(f504d49b-f85a-4d4e-8352-634bdc19d78f),segment_id=f504d49b-f85a-4d4e-8352-634bdc19d78f)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:29:26.157065 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-3c6bf745-2160-410e-a4de-f31d4a0b1b1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (c74bfff2-6b41-4e9a-bba6-dfaded2b10c0), precommit_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:26.157237 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5c7d9979-b4eb-4f8a-9c79-1f1d60274cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (c74bfff2-6b41-4e9a-bba6-dfaded2b10c0), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:26.171125 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-6eaa6c2c-b511-4373-b7e0-89d976e99f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:26.173130 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-3c6bf745-2160-410e-a4de-f31d4a0b1b1a None None] Calling delete_port for c74bfff2-6b41-4e9a-bba6-dfaded2b10c0 owned by network:dhcp {{(pid=106212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:29:26.173693 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-6eaa6c2c-b511-4373-b7e0-89d976e99f99 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=d7c74ffec54740eca3cd6b707f1cb732&device_id=af03ef64-1418-4b7a-a0ee-1294cedb21a1 HTTP/1.1" status: 200 len: 1127 time: 0.0629976 Sep 27 04:29:26.181968 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5de78f0-7bd9-4508-9892-f4a4a3bfee53 x-openstack-request-id: req-a5de78f0-7bd9-4508-9892-f4a4a3bfee53 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:29:26.182253 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af03ef64-1418-4b7a-a0ee-1294cedb21a1", "tag": "9cf35c89-da17-4b43-a211-771d19ddbbf2", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:29:26.182500 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a5de78f0-7bd9-4508-9892-f4a4a3bfee53 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:29:26.182897 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5de78f0-7bd9-4508-9892-f4a4a3bfee53'] response: {'name': 'network-changed', 'server_uuid': 'af03ef64-1418-4b7a-a0ee-1294cedb21a1', 'tag': '9cf35c89-da17-4b43-a211-771d19ddbbf2', 'status': 'completed', 'code': 200} Sep 27 04:29:26.191644 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d9979-b4eb-4f8a-9c79-1f1d60274cca admin admin] Pushing event deleted for resources: {'Port': ['ID=c74bfff2-6b41-4e9a-bba6-dfaded2b10c0,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:26.193675 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7d9979-b4eb-4f8a-9c79-1f1d60274cca admin admin] No DVR routers for this DVR port c74bfff2-6b41-4e9a-bba6-dfaded2b10c0 on host dv-cinder-859186-3-iscsi {{(pid=106211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:29:26.232950 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18997744-f2a8-491c-a16e-bba2f621f8bf service neutron] Pushing event updated for resources: {'Port': ['ID=9cf35c89-da17-4b43-a211-771d19ddbbf2,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:26.238418 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-f2d7406a-220a-4167-ba78-5cdcf3425f00 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cf35c89-da17-4b43-a211-771d19ddbbf2 HTTP/1.1" status: 200 len: 217 time: 0.0513527 Sep 27 04:29:26.243312 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:26.257920 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-3c6bf745-2160-410e-a4de-f31d4a0b1b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093'] for port (c74bfff2-6b41-4e9a-bba6-dfaded2b10c0), after_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:26.287505 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6bf745-2160-410e-a4de-f31d4a0b1b1a None None] Pushing event deleted for resources: {'Port': ['ID=c74bfff2-6b41-4e9a-bba6-dfaded2b10c0,revision_number=None']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:26.295731 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6bf745-2160-410e-a4de-f31d4a0b1b1a None None] No DVR routers for this DVR port c74bfff2-6b41-4e9a-bba6-dfaded2b10c0 on host dv-cinder-859186-3-iscsi {{(pid=106212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:29:26.310287 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-5fa1c9b6-fe1a-4b33-9c49-0f6fd61b6200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:26.311887 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-5fa1c9b6-fe1a-4b33-9c49-0f6fd61b6200 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d4d9fbf8-be25-413e-9d9a-4acede1bc3df HTTP/1.1" status: 200 len: 853 time: 0.0603793 Sep 27 04:29:26.368434 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-953b9026-b8b5-4a84-a710-4d38c594370e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:26.370101 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-953b9026-b8b5-4a84-a710-4d38c594370e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cba0fe06-d029-4450-9dfd-fb0123caa50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485699 Sep 27 04:29:26.422347 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-80c556fc-1cf5-4079-92f1-d7ce028dfc54 None None] Attempt 3 to provision port 9cf35c89-da17-4b43-a211-771d19ddbbf2 Sep 27 04:29:26.456335 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:26.470380 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-80c556fc-1cf5-4079-92f1-d7ce028dfc54 None None] Port 9cf35c89-da17-4b43-a211-771d19ddbbf2 had new provisioning blocks added so it will not transition to active. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 04:29:26.474090 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-d4ad87f8-c22f-4a9c-ad8f-d009c9117740 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cba0fe06-d029-4450-9dfd-fb0123caa50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974226 Sep 27 04:29:26.527465 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5c7d9979-b4eb-4f8a-9c79-1f1d60274cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779509', 'neutron.services.segments.db._delete_segments_for_network-8770988261578'] for network (5a310953-8b80-4c4f-86d4-ab083fbc1003), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:26.548091 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-5c7d9979-b4eb-4f8a-9c79-1f1d60274cca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a310953-8b80-4c4f-86d4-ab083fbc1003']}} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:26.559646 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-5c7d9979-b4eb-4f8a-9c79-1f1d60274cca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f504d49b-f85a-4d4e-8352-634bdc19d78f') {'for_net_delete': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:26.559922 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-5c7d9979-b4eb-4f8a-9c79-1f1d60274cca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f504d49b-f85a-4d4e-8352-634bdc19d78f') {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:26.570900 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5c7d9979-b4eb-4f8a-9c79-1f1d60274cca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770988232295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9770295'] for segment (f504d49b-f85a-4d4e-8352-634bdc19d78f), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:26.573223 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-957a7dd0-460f-4093-811f-abd3c81a2783 req-6b84f6b2-35a8-4fc3-aa9e-c4623e2a98a3 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cba0fe06-d029-4450-9dfd-fb0123caa50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901303 Sep 27 04:29:26.595238 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5c7d9979-b4eb-4f8a-9c79-1f1d60274cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (f504d49b-f85a-4d4e-8352-634bdc19d78f), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:26.625250 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7d9979-b4eb-4f8a-9c79-1f1d60274cca admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=106211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 04:29:26.625664 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5c7d9979-b4eb-4f8a-9c79-1f1d60274cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9553014'] for segment (f504d49b-f85a-4d4e-8352-634bdc19d78f), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:26.644366 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.services.segments.plugin [-] Segment f504d49b-f85a-4d4e-8352-634bdc19d78f resource provider aggregate not found Sep 27 04:29:26.678319 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.services.segments.plugin [-] Segment f504d49b-f85a-4d4e-8352-634bdc19d78f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f504d49b-f85a-4d4e-8352-634bdc19d78f found for delete ", "request_id": "req-77767320-36d0-4a99-a80b-ac53c0e70710"}]} Sep 27 04:29:26.687619 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a185f1-e4e8-478a-a923-e478da61329a req-111cfa4c-37da-4ce8-99c9-7dd9e8bb0305 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:26.689079 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-11a185f1-e4e8-478a-a923-e478da61329a req-111cfa4c-37da-4ce8-99c9-7dd9e8bb0305 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=af03ef64-1418-4b7a-a0ee-1294cedb21a1 HTTP/1.1" status: 200 len: 943 time: 0.1074231 Sep 27 04:29:26.718600 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5c7d9979-b4eb-4f8a-9c79-1f1d60274cca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4106734'] for network (5a310953-8b80-4c4f-86d4-ab083fbc1003), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:26.727013 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-5c7d9979-b4eb-4f8a-9c79-1f1d60274cca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:26.730068 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-5c7d9979-b4eb-4f8a-9c79-1f1d60274cca admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/5a310953-8b80-4c4f-86d4-ab083fbc1003 HTTP/1.1" status: 204 len: 168 time: 0.9409003 Sep 27 04:29:26.749664 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7d9979-b4eb-4f8a-9c79-1f1d60274cca admin admin] Pushing event deleted for resources: {'Network': ['ID=5a310953-8b80-4c4f-86d4-ab083fbc1003,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:26.762155 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-11a185f1-e4e8-478a-a923-e478da61329a req-baeb7bb9-c653-4c08-bb0c-42cff826d0ca tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a95c94b-f7bf-4515-9419-e7b1d0b5acb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619957 Sep 27 04:29:26.891074 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 36950) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:26.935860 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-fe859da9-995c-4dc3-aefc-239298dcd7d4 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=1e595829629a4dd4a7fccbdabc896cb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436337 Sep 27 04:29:26.938372 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 36952) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:26.985233 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1c2bbe8d-ee3f-4462-a062-d6d0a6b306bc admin admin] Publish callbacks [] for security_group (845607bb-5721-41b8-b96a-c86c4440186e), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:27.006808 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1c2bbe8d-ee3f-4462-a062-d6d0a6b306bc admin admin] Publish callbacks [] for security_group (845607bb-5721-41b8-b96a-c86c4440186e), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:27.052898 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1c2bbe8d-ee3f-4462-a062-d6d0a6b306bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (845607bb-5721-41b8-b96a-c86c4440186e), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:27.055448 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1c2bbe8d-ee3f-4462-a062-d6d0a6b306bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:27.056581 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-1c2bbe8d-ee3f-4462-a062-d6d0a6b306bc admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/845607bb-5721-41b8-b96a-c86c4440186e HTTP/1.1" status: 204 len: 168 time: 0.1173387 Sep 27 04:29:27.064146 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2bbe8d-ee3f-4462-a062-d6d0a6b306bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=845607bb-5721-41b8-b96a-c86c4440186e,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:27.363385 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 36958) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:27.403927 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-f80c5385-24a3-4966-8925-423a9ebe2c4a admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=4af948c97bfd43789719fb833d38e164&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0393603 Sep 27 04:29:27.406468 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 36960) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:27.438213 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:27.452110 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c425b34-9662-4534-84f4-ad7bcd22aded req-de69fd12-74d8-404d-bab0-ab288b14916b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:27.453600 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1c425b34-9662-4534-84f4-ad7bcd22aded req-de69fd12-74d8-404d-bab0-ab288b14916b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=d7c74ffec54740eca3cd6b707f1cb732&device_id=af03ef64-1418-4b7a-a0ee-1294cedb21a1 HTTP/1.1" status: 200 len: 1127 time: 0.0404947 Sep 27 04:29:27.462870 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6de1266e-c63a-45c1-8afd-b10d67863821 admin admin] Publish callbacks [] for security_group (896ea457-a0ac-4630-8bb9-fe121ebeac4d), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:27.482666 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6de1266e-c63a-45c1-8afd-b10d67863821 admin admin] Publish callbacks [] for security_group (896ea457-a0ac-4630-8bb9-fe121ebeac4d), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:27.536977 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6de1266e-c63a-45c1-8afd-b10d67863821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (896ea457-a0ac-4630-8bb9-fe121ebeac4d), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:27.539880 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-6de1266e-c63a-45c1-8afd-b10d67863821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:27.543499 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-6de1266e-c63a-45c1-8afd-b10d67863821 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/896ea457-a0ac-4630-8bb9-fe121ebeac4d HTTP/1.1" status: 204 len: 168 time: 0.1336422 Sep 27 04:29:27.549904 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de1266e-c63a-45c1-8afd-b10d67863821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896ea457-a0ac-4630-8bb9-fe121ebeac4d,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:27.557035 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c425b34-9662-4534-84f4-ad7bcd22aded req-ff45ead1-f2b2-47de-9186-8f9159e698bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:27.558722 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1c425b34-9662-4534-84f4-ad7bcd22aded req-ff45ead1-f2b2-47de-9186-8f9159e698bb service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=cba0fe06-d029-4450-9dfd-fb0123caa50b HTTP/1.1" status: 200 len: 915 time: 0.0958128 Sep 27 04:29:27.603683 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1c425b34-9662-4534-84f4-ad7bcd22aded req-a380d943-e2c2-4793-9779-b2ea9493a256 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cf35c89-da17-4b43-a211-771d19ddbbf2 HTTP/1.1" status: 200 len: 217 time: 0.0349998 Sep 27 04:29:27.659552 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c425b34-9662-4534-84f4-ad7bcd22aded req-186c47e5-9e3e-4d56-9d71-b31ce83d68a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:27.661592 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1c425b34-9662-4534-84f4-ad7bcd22aded req-186c47e5-9e3e-4d56-9d71-b31ce83d68a7 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d4d9fbf8-be25-413e-9d9a-4acede1bc3df HTTP/1.1" status: 200 len: 853 time: 0.0448241 Sep 27 04:29:27.714326 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c425b34-9662-4534-84f4-ad7bcd22aded req-d3634976-f077-4c78-89cf-aa492de389ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:27.715867 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1c425b34-9662-4534-84f4-ad7bcd22aded req-d3634976-f077-4c78-89cf-aa492de389ae service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cba0fe06-d029-4450-9dfd-fb0123caa50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459816 Sep 27 04:29:27.816275 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1c425b34-9662-4534-84f4-ad7bcd22aded req-b183b716-b670-41eb-82e7-de55a4e595b4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cba0fe06-d029-4450-9dfd-fb0123caa50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935791 Sep 27 04:29:27.865664 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device c74bfff2-6b41-4e9a-bba6-dfaded2b10c0 no longer exists at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:29:27.888713 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] No Port match for: c74bfff2-6b41-4e9a-bba6-dfaded2b10c0 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:29:27.889058 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device c74bfff2-6b41-4e9a-bba6-dfaded2b10c0 not bound to the agent host dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:29:27.949996 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a4b47-1a18-4ab7-82da-03512ff684fa req-21069cbe-e8df-4ebb-9389-e349ec19494d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:27.951464 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cd4a4b47-1a18-4ab7-82da-03512ff684fa req-21069cbe-e8df-4ebb-9389-e349ec19494d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=af03ef64-1418-4b7a-a0ee-1294cedb21a1 HTTP/1.1" status: 200 len: 943 time: 0.0647388 Sep 27 04:29:27.978542 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1c425b34-9662-4534-84f4-ad7bcd22aded req-90e9e40b-64fe-4530-aaeb-a17979f23cd1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cba0fe06-d029-4450-9dfd-fb0123caa50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540108 Sep 27 04:29:28.009543 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cd4a4b47-1a18-4ab7-82da-03512ff684fa req-2c40a825-906f-4b77-a62d-3ca47d5ffa15 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a95c94b-f7bf-4515-9419-e7b1d0b5acb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481966 Sep 27 04:29:28.252039 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 36984) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:28.299573 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 9cf35c89-da17-4b43-a211-771d19ddbbf2 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 04:29:28.351262 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-58c7a7f0-b82c-4dc0-b194-084c315be069 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-815580073-network', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:29:28.371345 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c7a7f0-b82c-4dc0-b194-084c315be069 admin admin] Made reservation on behalf of 53d86b6e8a8343fca03ca6d38200f23f for: {'network': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:29:28.373842 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-58c7a7f0-b82c-4dc0-b194-084c315be069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for network (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:28.382495 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-58c7a7f0-b82c-4dc0-b194-084c315be069 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:28.405851 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:28.405851 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 9cf35c89-da17-4b43-a211-771d19ddbbf2, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=9cf35c89-da17-4b43-a211-771d19ddbbf2,segment=NetworkSegment(c5746d98-25dd-46c1-b1b6-0887fcb5090c),segment_id=c5746d98-25dd-46c1-b1b6-0887fcb5090c)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:29:28.417832 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Returning: {'device': '9cf35c89-da17-4b43-a211-771d19ddbbf2', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'port_id': '9cf35c89-da17-4b43-a211-771d19ddbbf2', 'mac_address': 'fa:16:3e:e9:b4:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 04:29:28.441932 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:28.454745 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port 9cf35c89-da17-4b43-a211-771d19ddbbf2 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:29:28.455132 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (9cf35c89-da17-4b43-a211-771d19ddbbf2), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:28.468293 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cf35c89-da17-4b43-a211-771d19ddbbf2 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:29:28.470247 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-58c7a7f0-b82c-4dc0-b194-084c315be069 admin admin] Publish callbacks [] for security_group (070b0cf7-b41b-479d-a997-2fb12fe1fdad), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:28.474582 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-58c7a7f0-b82c-4dc0-b194-084c315be069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (070b0cf7-b41b-479d-a997-2fb12fe1fdad), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:28.489859 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 9cf35c89-da17-4b43-a211-771d19ddbbf2, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=9cf35c89-da17-4b43-a211-771d19ddbbf2,segment=NetworkSegment(c5746d98-25dd-46c1-b1b6-0887fcb5090c),segment_id=c5746d98-25dd-46c1-b1b6-0887fcb5090c)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:29:28.493308 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (9cf35c89-da17-4b43-a211-771d19ddbbf2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:28.496327 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c7a7f0-b82c-4dc0-b194-084c315be069 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=106210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 04:29:28.511938 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7a7f0-b82c-4dc0-b194-084c315be069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070b0cf7-b41b-479d-a997-2fb12fe1fdad,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:28.514912 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-58c7a7f0-b82c-4dc0-b194-084c315be069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (3855b0db-49a1-4957-864c-539480ffde2c), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:28.515246 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.db.segments_db [None req-58c7a7f0-b82c-4dc0-b194-084c315be069 admin admin] Added segment 3855b0db-49a1-4957-864c-539480ffde2c of type vlan for network df4f6840-004b-4387-a687-683e2895186f Sep 27 04:29:28.542712 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=9cf35c89-da17-4b43-a211-771d19ddbbf2,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:28.557106 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-58c7a7f0-b82c-4dc0-b194-084c315be069 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770987766721'] for network (df4f6840-004b-4387-a687-683e2895186f), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:28.573988 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:28.582234 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-58c7a7f0-b82c-4dc0-b194-084c315be069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551'] for network (df4f6840-004b-4387-a687-683e2895186f), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:28.583781 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c7a7f0-b82c-4dc0-b194-084c315be069 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:28.584357 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-58c7a7f0-b82c-4dc0-b194-084c315be069 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:28.633263 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-58c7a7f0-b82c-4dc0-b194-084c315be069 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3800817 Sep 27 04:29:28.636358 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 36988) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:28.649050 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-a520024b-533e-4f50-9e5c-9cda26106f78 admin admin] Request body: {'subnet': {'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-815580073-subnet', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'ip_version': 4}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:29:28.657415 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7a7f0-b82c-4dc0-b194-084c315be069 admin admin] Pushing event updated for resources: {'Network': ['ID=df4f6840-004b-4387-a687-683e2895186f,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:28.666270 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Network df4f6840-004b-4387-a687-683e2895186f details requested by agent ovs-agent-dv-cinder-859186-3-iscsi with host dv-cinder-859186-3-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 04:29:28.673049 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a520024b-533e-4f50-9e5c-9cda26106f78 admin admin] Made reservation on behalf of 53d86b6e8a8343fca03ca6d38200f23f for: {'subnet': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:29:28.675373 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a520024b-533e-4f50-9e5c-9cda26106f78 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214679'] for subnet (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:28.737499 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['9cf35c89-da17-4b43-a211-771d19ddbbf2'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:29:28.844375 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a520024b-533e-4f50-9e5c-9cda26106f78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9340193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214689'] for subnet (adae9526-5b78-4ae5-a4c5-ed40836bb98e), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:28.904793 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520024b-533e-4f50-9e5c-9cda26106f78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=adae9526-5b78-4ae5-a4c5-ed40836bb98e,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:28.913865 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a520024b-533e-4f50-9e5c-9cda26106f78 admin admin] Checking segment: {'id': '3855b0db-49a1-4957-864c-539480ffde2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'df4f6840-004b-4387-a687-683e2895186f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:29:28.914232 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a520024b-533e-4f50-9e5c-9cda26106f78 admin admin] Network hostable DHCP agents. Network: df4f6840-004b-4387-a687-683e2895186f, hostable agents: ['90f8f94a-2e1d-4f4f-8859-344f24ecc1be'], hosted agents: [] {{(pid=106210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 04:29:28.931101 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a520024b-533e-4f50-9e5c-9cda26106f78 admin admin] Network df4f6840-004b-4387-a687-683e2895186f is scheduled to be hosted by DHCP agent 90f8f94a-2e1d-4f4f-8859-344f24ecc1be with binding_index 1 {{(pid=106210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 04:29:28.938880 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-a520024b-533e-4f50-9e5c-9cda26106f78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-3-iscsi, df4f6840-004b-4387-a687-683e2895186f) {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:29:28.943190 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a520024b-533e-4f50-9e5c-9cda26106f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:28.943786 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-a520024b-533e-4f50-9e5c-9cda26106f78 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:28.948574 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99e6471-ee5c-4f04-9347-2a6f17cbfa88 None None] Network df4f6840-004b-4387-a687-683e2895186f requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:29:28.960957 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-a520024b-533e-4f50-9e5c-9cda26106f78 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3178377 Sep 27 04:29:28.963353 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 36990) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:28.967609 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-81ac857d-ecfb-4c61-936d-0f9e297e709c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-815580073-router', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:29:28.987477 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-81ac857d-ecfb-4c61-936d-0f9e297e709c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124547'] for router (07ade2a2-9975-4f39-ba38-5ad70098302d), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:28.988502 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-81ac857d-ecfb-4c61-936d-0f9e297e709c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4106117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3687932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124568'] for router (07ade2a2-9975-4f39-ba38-5ad70098302d), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:29.038793 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-81ac857d-ecfb-4c61-936d-0f9e297e709c admin admin] Publish callbacks [] for router_controller (07ade2a2-9975-4f39-ba38-5ad70098302d), precommit_add_association {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:29.051752 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9a1638-dbf5-4c61-8cfd-52f07869c650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp977886c5-f3aa-5b76-a131-51301725c052-df4f6840-004b-4387-a687-683e2895186f', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'fixed_ips': [{'subnet_id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e'}]}} from dv-cinder-859186-3-iscsi. {{(pid=106212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 04:29:29.052864 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0b9a1638-dbf5-4c61-8cfd-52f07869c650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:29.136500 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf163281-590d-4b54-bc24-43230cac5b59 req-373d7e78-3037-4b77-be70-61b9a1acf383 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:29.138646 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-bf163281-590d-4b54-bc24-43230cac5b59 req-373d7e78-3037-4b77-be70-61b9a1acf383 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=af03ef64-1418-4b7a-a0ee-1294cedb21a1 HTTP/1.1" status: 200 len: 944 time: 0.0487516 Sep 27 04:29:29.177339 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-81ac857d-ecfb-4c61-936d-0f9e297e709c admin admin] Publish callbacks [] for router_gateway (07ade2a2-9975-4f39-ba38-5ad70098302d), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:29.198346 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:29.203093 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-bf163281-590d-4b54-bc24-43230cac5b59 req-7d84970d-010b-4349-b69d-0778428e3617 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a95c94b-f7bf-4515-9419-e7b1d0b5acb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575626 Sep 27 04:29:29.206304 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.db_base_plugin_common [None req-0b9a1638-dbf5-4c61-8cfd-52f07869c650 None None] Allocated IP 172.20.0.2 (df4f6840-004b-4387-a687-683e2895186f/adae9526-5b78-4ae5-a4c5-ed40836bb98e/ab3d6ea0-0620-4743-82ab-fc092700f894) {{(pid=106212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:29:29.220976 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:29.350078 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0b9a1638-dbf5-4c61-8cfd-52f07869c650 None None] Publish callbacks [] for port (ab3d6ea0-0620-4743-82ab-fc092700f894), precommit_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:29.356263 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0b9a1638-dbf5-4c61-8cfd-52f07869c650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084'] for port (ab3d6ea0-0620-4743-82ab-fc092700f894), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:29.359797 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-81ac857d-ecfb-4c61-936d-0f9e297e709c admin admin] Publish callbacks [] for router_gateway (07ade2a2-9975-4f39-ba38-5ad70098302d), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:29.378877 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-81ac857d-ecfb-4c61-936d-0f9e297e709c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:29.394212 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:29.401667 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9a1638-dbf5-4c61-8cfd-52f07869c650 None None] Network df4f6840-004b-4387-a687-683e2895186f is already hosted by enough agents. {{(pid=106212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:29:29.410097 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.scheduler.base_scheduler [None req-0b9a1638-dbf5-4c61-8cfd-52f07869c650 None None] Resources bound (agent type, host, resource id): {{(pid=106212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:29:29.413547 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b9a1638-dbf5-4c61-8cfd-52f07869c650 None None] Received port after_create {{(pid=106212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:29:29.415932 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a1638-dbf5-4c61-8cfd-52f07869c650 None None] Pushing event updated for resources: {'Port': ['ID=ab3d6ea0-0620-4743-82ab-fc092700f894,revision_number=1']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:29.443787 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:DELETE=3,neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:29.479521 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-0b9a1638-dbf5-4c61-8cfd-52f07869c650 None None] Attempting to bind port ab3d6ea0-0620-4743-82ab-fc092700f894 on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:29:29.480161 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-0b9a1638-dbf5-4c61-8cfd-52f07869c650 None None] Attempting to bind port ab3d6ea0-0620-4743-82ab-fc092700f894 by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': '3855b0db-49a1-4957-864c-539480ffde2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'df4f6840-004b-4387-a687-683e2895186f'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:29:29.480563 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9a1638-dbf5-4c61-8cfd-52f07869c650 None None] Attempting to bind port ab3d6ea0-0620-4743-82ab-fc092700f894 on network df4f6840-004b-4387-a687-683e2895186f {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:29:29.493397 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-81ac857d-ecfb-4c61-936d-0f9e297e709c admin admin] Allocated IP 172.27.0.254 (4c2326fb-b4db-42c7-9331-4377c9818745/65648eee-291b-4b8a-95c0-f3ca12df09c9/c96e44c5-6d17-4f3a-98f8-e69df467cdc3) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:29:29.522264 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9a1638-dbf5-4c61-8cfd-52f07869c650 None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:29:29.522634 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9a1638-dbf5-4c61-8cfd-52f07869c650 None None] Checking segment: {'id': '3855b0db-49a1-4957-864c-539480ffde2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'df4f6840-004b-4387-a687-683e2895186f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:29:29.523061 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0b9a1638-dbf5-4c61-8cfd-52f07869c650 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:29.523449 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9a1638-dbf5-4c61-8cfd-52f07869c650 None None] Bound using segment: {'id': '3855b0db-49a1-4957-864c-539480ffde2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'df4f6840-004b-4387-a687-683e2895186f'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:29:29.523918 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-0b9a1638-dbf5-4c61-8cfd-52f07869c650 None None] Bound port: ab3d6ea0-0620-4743-82ab-fc092700f894, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3855b0db-49a1-4957-864c-539480ffde2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'df4f6840-004b-4387-a687-683e2895186f'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:29:29.524296 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0b9a1638-dbf5-4c61-8cfd-52f07869c650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (ab3d6ea0-0620-4743-82ab-fc092700f894), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:29.586647 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-0b9a1638-dbf5-4c61-8cfd-52f07869c650 None None] For port ab3d6ea0-0620-4743-82ab-fc092700f894, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:29:29.589852 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-0b9a1638-dbf5-4c61-8cfd-52f07869c650 None None] For port ab3d6ea0-0620-4743-82ab-fc092700f894, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=ab3d6ea0-0620-4743-82ab-fc092700f894,segment=NetworkSegment(3855b0db-49a1-4957-864c-539480ffde2c),segment_id=3855b0db-49a1-4957-864c-539480ffde2c)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:29:29.595504 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0b9a1638-dbf5-4c61-8cfd-52f07869c650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (ab3d6ea0-0620-4743-82ab-fc092700f894), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:29.601161 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-81ac857d-ecfb-4c61-936d-0f9e297e709c admin admin] Publish callbacks [] for port (c96e44c5-6d17-4f3a-98f8-e69df467cdc3), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:29.634480 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-81ac857d-ecfb-4c61-936d-0f9e297e709c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (c96e44c5-6d17-4f3a-98f8-e69df467cdc3), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:29.647499 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9a1638-dbf5-4c61-8cfd-52f07869c650 None None] Pushing event updated for resources: {'Port': ['ID=ab3d6ea0-0620-4743-82ab-fc092700f894,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:29.677449 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ac857d-ecfb-4c61-936d-0f9e297e709c admin admin] Network 4c2326fb-b4db-42c7-9331-4377c9818745 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:29:29.682471 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-81ac857d-ecfb-4c61-936d-0f9e297e709c admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:29:29.684861 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ac857d-ecfb-4c61-936d-0f9e297e709c admin admin] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:29:29.690210 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ac857d-ecfb-4c61-936d-0f9e297e709c admin admin] Pushing event updated for resources: {'Port': ['ID=c96e44c5-6d17-4f3a-98f8-e69df467cdc3,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:29.915861 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device ab3d6ea0-0620-4743-82ab-fc092700f894 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:29:29.960339 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port ab3d6ea0-0620-4743-82ab-fc092700f894 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:29:29.960999 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (ab3d6ea0-0620-4743-82ab-fc092700f894), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:29.960999 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port ab3d6ea0-0620-4743-82ab-fc092700f894 Sep 27 04:29:29.964013 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-81ac857d-ecfb-4c61-936d-0f9e297e709c admin admin] Publish callbacks [] for router_gateway (07ade2a2-9975-4f39-ba38-5ad70098302d), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:30.108940 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:30.159071 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-81ac857d-ecfb-4c61-936d-0f9e297e709c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4106130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4106573'] for router (07ade2a2-9975-4f39-ba38-5ad70098302d), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:30.160325 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port ab3d6ea0-0620-4743-82ab-fc092700f894 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:29:30.160711 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (ab3d6ea0-0620-4743-82ab-fc092700f894), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:30.193079 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] For port ab3d6ea0-0620-4743-82ab-fc092700f894, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=ab3d6ea0-0620-4743-82ab-fc092700f894,segment=NetworkSegment(3855b0db-49a1-4957-864c-539480ffde2c),segment_id=3855b0db-49a1-4957-864c-539480ffde2c)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:29:30.197482 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (ab3d6ea0-0620-4743-82ab-fc092700f894), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:30.254926 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Pushing event updated for resources: {'Port': ['ID=ab3d6ea0-0620-4743-82ab-fc092700f894,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:30.296557 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:INSERT=2,neutron:UPDATE=3,neutron:SELECT=95 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:30.300352 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 9cf35c89-da17-4b43-a211-771d19ddbbf2 up at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:29:30.327741 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ac857d-ecfb-4c61-936d-0f9e297e709c admin admin] Router 07ade2a2-9975-4f39-ba38-5ad70098302d is scheduled to L3 agent 1a534786-8095-4832-a439-62015d3bc58a with binding_index 1 {{(pid=106210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 04:29:30.343016 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e1510-026b-4472-8d3c-49e6a2361c88 req-6f79d93e-6067-454c-83a8-7817471aef00 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:30.344562 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-459e1510-026b-4472-8d3c-49e6a2361c88 req-6f79d93e-6067-454c-83a8-7817471aef00 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=af03ef64-1418-4b7a-a0ee-1294cedb21a1 HTTP/1.1" status: 200 len: 944 time: 0.0628903 Sep 27 04:29:30.350558 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning for port 9cf35c89-da17-4b43-a211-771d19ddbbf2 completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 04:29:30.357342 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning complete for port 9cf35c89-da17-4b43-a211-771d19ddbbf2 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:29:30.357723 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (9cf35c89-da17-4b43-a211-771d19ddbbf2), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:30.358255 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Attempt 1 to provision port 9cf35c89-da17-4b43-a211-771d19ddbbf2 Sep 27 04:29:30.450754 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port 9cf35c89-da17-4b43-a211-771d19ddbbf2 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:29:30.451148 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (9cf35c89-da17-4b43-a211-771d19ddbbf2), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:30.479239 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af03ef64-1418-4b7a-a0ee-1294cedb21a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf35c89-da17-4b43-a211-771d19ddbbf2'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:29:30.481696 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2687affa0ef786a15f255b59e70001bb997277ef1a41850ee1c1551a100c7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74b2fd4-6797-4e58-832f-05c072d9cc4f" -d '{"events": [{"server_uuid": "af03ef64-1418-4b7a-a0ee-1294cedb21a1", "name": "network-vif-plugged", "status": "completed", "tag": "9cf35c89-da17-4b43-a211-771d19ddbbf2"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:29:30.484145 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:30.486491 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-459e1510-026b-4472-8d3c-49e6a2361c88 req-2ba9ef49-7fb5-441e-9d9e-3df4c744dcfd tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a95c94b-f7bf-4515-9419-e7b1d0b5acb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034257 Sep 27 04:29:30.493674 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ac857d-ecfb-4c61-936d-0f9e297e709c admin admin] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:29:30.499306 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 9cf35c89-da17-4b43-a211-771d19ddbbf2, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=9cf35c89-da17-4b43-a211-771d19ddbbf2,segment=NetworkSegment(c5746d98-25dd-46c1-b1b6-0887fcb5090c),segment_id=c5746d98-25dd-46c1-b1b6-0887fcb5090c)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:29:30.513336 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-81ac857d-ecfb-4c61-936d-0f9e297e709c admin admin] Publish callbacks [] for router (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:30.515219 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-81ac857d-ecfb-4c61-936d-0f9e297e709c admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5506690 Sep 27 04:29:30.520673 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2506ffc5-164c-4b1d-ab95-1d9aef75ba61 None None] Sync routers for ids ['07ade2a2-9975-4f39-ba38-5ad70098302d'] in dv-cinder-859186-3-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:29:30.520975 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 36998) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:30.523805 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (9cf35c89-da17-4b43-a211-771d19ddbbf2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:30.553917 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e4c4ab-cceb-4a3d-b2da-be9008559158 x-openstack-request-id: req-a0e4c4ab-cceb-4a3d-b2da-be9008559158 {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:29:30.554240 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af03ef64-1418-4b7a-a0ee-1294cedb21a1", "name": "network-vif-plugged", "status": "completed", "tag": "9cf35c89-da17-4b43-a211-771d19ddbbf2", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:29:30.554497 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a0e4c4ab-cceb-4a3d-b2da-be9008559158 {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:29:30.554983 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0e4c4ab-cceb-4a3d-b2da-be9008559158'] response: {'server_uuid': 'af03ef64-1418-4b7a-a0ee-1294cedb21a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cf35c89-da17-4b43-a211-771d19ddbbf2', 'code': 200} Sep 27 04:29:30.567000 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2506ffc5-164c-4b1d-ab95-1d9aef75ba61 None None] Routers {'07ade2a2-9975-4f39-ba38-5ad70098302d'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:29:30.568169 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-2506ffc5-164c-4b1d-ab95-1d9aef75ba61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:29:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['07ade2a2-9975-4f39-ba38-5ad70098302d'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:30.620522 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=9cf35c89-da17-4b43-a211-771d19ddbbf2,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:30.638853 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17e8502-237c-404e-baa4-0c58b551485b None None] Network df4f6840-004b-4387-a687-683e2895186f requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:29:30.730108 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:30.747873 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-4f5658f2-ac4b-4cd0-911a-d7085c647d06 None None] Provisioning complete for port ab3d6ea0-0620-4743-82ab-fc092700f894 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:29:30.748244 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-4f5658f2-ac4b-4cd0-911a-d7085c647d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (ab3d6ea0-0620-4743-82ab-fc092700f894), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:30.748578 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-4f5658f2-ac4b-4cd0-911a-d7085c647d06 None None] Attempt 1 to provision port ab3d6ea0-0620-4743-82ab-fc092700f894 Sep 27 04:29:30.760416 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-2506ffc5-164c-4b1d-ab95-1d9aef75ba61 None None] Set router 07ade2a2-9975-4f39-ba38-5ad70098302d gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:29:30.999691 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-4f5658f2-ac4b-4cd0-911a-d7085c647d06 None None] Current status of the port ab3d6ea0-0620-4743-82ab-fc092700f894 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:29:31.027333 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761824c-0b24-4b37-bb4a-29c52152fa01 req-1ef50cda-4d9f-43ab-84cd-be21a025981d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:31.028908 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8761824c-0b24-4b37-bb4a-29c52152fa01 req-1ef50cda-4d9f-43ab-84cd-be21a025981d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=af03ef64-1418-4b7a-a0ee-1294cedb21a1 HTTP/1.1" status: 200 len: 1129 time: 0.0510070 Sep 27 04:29:31.042477 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-2506ffc5-164c-4b1d-ab95-1d9aef75ba61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'name': 'tempest-TestVolumeBootPattern-815580073-router', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:29:28Z', 'updated_at': '2022-09-27T04:29:29Z', 'revision_number': 3, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'gw_port': {'id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:29Z', 'updated_at': '2022-09-27T04:29:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi'}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:31.074238 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2506ffc5-164c-4b1d-ab95-1d9aef75ba61 None None] Checking router: 07ade2a2-9975-4f39-ba38-5ad70098302d for host: dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:29:31.074623 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2506ffc5-164c-4b1d-ab95-1d9aef75ba61 None None] Updating router 07ade2a2-9975-4f39-ba38-5ad70098302d port c96e44c5-6d17-4f3a-98f8-e69df467cdc3 binding host dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 04:29:31.103536 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-2506ffc5-164c-4b1d-ab95-1d9aef75ba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (c96e44c5-6d17-4f3a-98f8-e69df467cdc3), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:31.158870 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8761824c-0b24-4b37-bb4a-29c52152fa01 req-36d3c610-fb2a-47a6-8b11-683ccd5f3081 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=4a95c94b-f7bf-4515-9419-e7b1d0b5acb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934789 Sep 27 04:29:31.271032 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-48d48dbe-e859-40aa-a32e-735ad5ec307c None None] Provisioning complete for port ab3d6ea0-0620-4743-82ab-fc092700f894 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:29:31.271322 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-48d48dbe-e859-40aa-a32e-735ad5ec307c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (ab3d6ea0-0620-4743-82ab-fc092700f894), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:31.271643 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-48d48dbe-e859-40aa-a32e-735ad5ec307c None None] Attempt 1 to provision port ab3d6ea0-0620-4743-82ab-fc092700f894 Sep 27 04:29:31.283810 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bd6b0577-794b-450f-85a2-89bb4615ba88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:31.322061 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:31.329025 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:31.397619 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-48d48dbe-e859-40aa-a32e-735ad5ec307c None None] Current status of the port ab3d6ea0-0620-4743-82ab-fc092700f894 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:29:31.438275 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-2506ffc5-164c-4b1d-ab95-1d9aef75ba61 None None] Publish callbacks [] for port (c96e44c5-6d17-4f3a-98f8-e69df467cdc3), precommit_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:31.438499 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-bd6b0577-794b-450f-85a2-89bb4615ba88 admin admin] Allocated IP 172.20.0.1 (df4f6840-004b-4387-a687-683e2895186f/adae9526-5b78-4ae5-a4c5-ed40836bb98e/393bbc50-ff65-4a57-99fb-482a15b5ad7c) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:29:31.444513 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-2506ffc5-164c-4b1d-ab95-1d9aef75ba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (c96e44c5-6d17-4f3a-98f8-e69df467cdc3), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:31.447837 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:31.477932 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-2506ffc5-164c-4b1d-ab95-1d9aef75ba61 None None] Attempting to bind port c96e44c5-6d17-4f3a-98f8-e69df467cdc3 on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:29:31.478303 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-2506ffc5-164c-4b1d-ab95-1d9aef75ba61 None None] Attempting to bind port c96e44c5-6d17-4f3a-98f8-e69df467cdc3 by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:29:31.478680 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2506ffc5-164c-4b1d-ab95-1d9aef75ba61 None None] Attempting to bind port c96e44c5-6d17-4f3a-98f8-e69df467cdc3 on network 4c2326fb-b4db-42c7-9331-4377c9818745 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:29:31.513312 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9efc48f-21d6-4a58-bf45-91de61352ee6 None None] Pushing event updated for resources: {'Port': ['ID=c96e44c5-6d17-4f3a-98f8-e69df467cdc3,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:31.534618 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2506ffc5-164c-4b1d-ab95-1d9aef75ba61 None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:29:31.535105 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2506ffc5-164c-4b1d-ab95-1d9aef75ba61 None None] Checking segment: {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:29:31.535575 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-2506ffc5-164c-4b1d-ab95-1d9aef75ba61 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:31.537229 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2506ffc5-164c-4b1d-ab95-1d9aef75ba61 None None] Bound using segment: {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:29:31.537811 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-2506ffc5-164c-4b1d-ab95-1d9aef75ba61 None None] Bound port: c96e44c5-6d17-4f3a-98f8-e69df467cdc3, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:29:31.538873 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-2506ffc5-164c-4b1d-ab95-1d9aef75ba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (c96e44c5-6d17-4f3a-98f8-e69df467cdc3), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:31.553605 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bd6b0577-794b-450f-85a2-89bb4615ba88 admin admin] Publish callbacks [] for port (393bbc50-ff65-4a57-99fb-482a15b5ad7c), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:31.597190 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-2506ffc5-164c-4b1d-ab95-1d9aef75ba61 None None] For port c96e44c5-6d17-4f3a-98f8-e69df467cdc3, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:29:31.601533 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-2506ffc5-164c-4b1d-ab95-1d9aef75ba61 None None] For port c96e44c5-6d17-4f3a-98f8-e69df467cdc3, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=c96e44c5-6d17-4f3a-98f8-e69df467cdc3,segment=NetworkSegment(458173e0-a334-422f-a9db-e4c60ba44888),segment_id=458173e0-a334-422f-a9db-e4c60ba44888)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:29:31.609069 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-2506ffc5-164c-4b1d-ab95-1d9aef75ba61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (c96e44c5-6d17-4f3a-98f8-e69df467cdc3), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:31.624305 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bd6b0577-794b-450f-85a2-89bb4615ba88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (393bbc50-ff65-4a57-99fb-482a15b5ad7c), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:31.648535 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2506ffc5-164c-4b1d-ab95-1d9aef75ba61 None None] Routers {'07ade2a2-9975-4f39-ba38-5ad70098302d'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:29:31.649160 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-2506ffc5-164c-4b1d-ab95-1d9aef75ba61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:29:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['07ade2a2-9975-4f39-ba38-5ad70098302d'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:31.660725 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf449f96-93a3-4d4f-8087-ebf7798887dc req-68c2bb01-3851-45b3-8c69-65705f24c100 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:31.662792 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bf449f96-93a3-4d4f-8087-ebf7798887dc req-68c2bb01-3851-45b3-8c69-65705f24c100 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=af03ef64-1418-4b7a-a0ee-1294cedb21a1 HTTP/1.1" status: 200 len: 945 time: 0.0884435 Sep 27 04:29:31.683338 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6b0577-794b-450f-85a2-89bb4615ba88 admin admin] Network df4f6840-004b-4387-a687-683e2895186f is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:29:31.692840 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:31.693033 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-bd6b0577-794b-450f-85a2-89bb4615ba88 admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:29:31.695546 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6b0577-794b-450f-85a2-89bb4615ba88 admin admin] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:29:31.708166 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9efc48f-21d6-4a58-bf45-91de61352ee6 None None] Pushing event updated for resources: {'Port': ['ID=c96e44c5-6d17-4f3a-98f8-e69df467cdc3,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:31.730103 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b0577-794b-450f-85a2-89bb4615ba88 admin admin] Pushing event updated for resources: {'Port': ['ID=393bbc50-ff65-4a57-99fb-482a15b5ad7c,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:31.768556 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-bf449f96-93a3-4d4f-8087-ebf7798887dc req-cdbf2981-cc52-44e7-946b-7f0d6fa8b08f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a95c94b-f7bf-4515-9419-e7b1d0b5acb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994263 Sep 27 04:29:31.774936 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-2506ffc5-164c-4b1d-ab95-1d9aef75ba61 None None] Set router 07ade2a2-9975-4f39-ba38-5ad70098302d gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:29:31.775143 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bd6b0577-794b-450f-85a2-89bb4615ba88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689306'] for router_interface (07ade2a2-9975-4f39-ba38-5ad70098302d), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:31.898097 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device ab3d6ea0-0620-4743-82ab-fc092700f894 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:29:31.936206 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bd6b0577-794b-450f-85a2-89bb4615ba88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (393bbc50-ff65-4a57-99fb-482a15b5ad7c), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:31.956004 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-b974a847-060b-4da2-aafb-312c91d4755c None None] Provisioning complete for port 393bbc50-ff65-4a57-99fb-482a15b5ad7c triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:29:31.956374 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-b974a847-060b-4da2-aafb-312c91d4755c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (393bbc50-ff65-4a57-99fb-482a15b5ad7c), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:31.956707 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-b974a847-060b-4da2-aafb-312c91d4755c None None] Attempt 1 to provision port 393bbc50-ff65-4a57-99fb-482a15b5ad7c Sep 27 04:29:32.100589 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bd6b0577-794b-450f-85a2-89bb4615ba88 admin admin] Publish callbacks [] for port (393bbc50-ff65-4a57-99fb-482a15b5ad7c), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:32.106031 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bd6b0577-794b-450f-85a2-89bb4615ba88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (393bbc50-ff65-4a57-99fb-482a15b5ad7c), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:32.147198 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-b974a847-060b-4da2-aafb-312c91d4755c None None] Port 393bbc50-ff65-4a57-99fb-482a15b5ad7c cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:29:32.147799 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port ab3d6ea0-0620-4743-82ab-fc092700f894 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:29:32.147799 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (ab3d6ea0-0620-4743-82ab-fc092700f894), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:32.148130 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port ab3d6ea0-0620-4743-82ab-fc092700f894 Sep 27 04:29:32.163490 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:32.178629 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bd6b0577-794b-450f-85a2-89bb4615ba88 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3723569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689454'] for router_interface (07ade2a2-9975-4f39-ba38-5ad70098302d), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:32.180346 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6b0577-794b-450f-85a2-89bb4615ba88 admin admin] Pushing event updated for resources: {'Port': ['ID=393bbc50-ff65-4a57-99fb-482a15b5ad7c,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:32.193546 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:32.222441 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:32.223404 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-2506ffc5-164c-4b1d-ab95-1d9aef75ba61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'name': 'tempest-TestVolumeBootPattern-815580073-router', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:29:28Z', 'updated_at': '2022-09-27T04:29:29Z', 'revision_number': 3, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'gw_port': {'id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:29Z', 'updated_at': '2022-09-27T04:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi'}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:32.255619 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2506ffc5-164c-4b1d-ab95-1d9aef75ba61 None None] The sync data for ids ['07ade2a2-9975-4f39-ba38-5ad70098302d'] in dv-cinder-859186-3-iscsi is: [{'id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'name': 'tempest-TestVolumeBootPattern-815580073-router', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:29:28Z', 'updated_at': '2022-09-27T04:29:29Z', 'revision_number': 3, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'gw_port': {'id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:29Z', 'updated_at': '2022-09-27T04:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi'}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:29:32.283688 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6b0577-794b-450f-85a2-89bb4615ba88 admin admin] Network df4f6840-004b-4387-a687-683e2895186f is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:29:32.285132 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-bd6b0577-794b-450f-85a2-89bb4615ba88 admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:29:32.292401 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port ab3d6ea0-0620-4743-82ab-fc092700f894 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:29:32.406877 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6b0577-794b-450f-85a2-89bb4615ba88 admin admin] Router 07ade2a2-9975-4f39-ba38-5ad70098302d has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:29:32.530642 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6b0577-794b-450f-85a2-89bb4615ba88 admin admin] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:29:32.535718 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-bd6b0577-794b-450f-85a2-89bb4615ba88 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/07ade2a2-9975-4f39-ba38-5ad70098302d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0136993 Sep 27 04:29:32.648442 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-b974a847-060b-4da2-aafb-312c91d4755c None None] Attempt 2 to provision port 393bbc50-ff65-4a57-99fb-482a15b5ad7c Sep 27 04:29:32.690006 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-b974a847-060b-4da2-aafb-312c91d4755c None None] Port 393bbc50-ff65-4a57-99fb-482a15b5ad7c cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:29:32.911513 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a1603-9059-49d6-ba01-4e6328699a86 req-64166718-5004-49f6-92ec-8a75a8019b3e tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:32.911513 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d35a1603-9059-49d6-ba01-4e6328699a86 req-64166718-5004-49f6-92ec-8a75a8019b3e tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=af03ef64-1418-4b7a-a0ee-1294cedb21a1 HTTP/1.1" status: 200 len: 945 time: 0.0540643 Sep 27 04:29:32.967921 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d35a1603-9059-49d6-ba01-4e6328699a86 req-9571b169-e208-4f54-b5b8-26e0b8ea5fcc tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a95c94b-f7bf-4515-9419-e7b1d0b5acb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488670 Sep 27 04:29:33.101836 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 37020) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:33.102044 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e16354-b873-421a-abc9-af6842a1c078 req-97765538-d86e-4680-9da2-c7baa6ce68f9 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:33.103494 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-26e16354-b873-421a-abc9-af6842a1c078 req-97765538-d86e-4680-9da2-c7baa6ce68f9 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=af03ef64-1418-4b7a-a0ee-1294cedb21a1 HTTP/1.1" status: 200 len: 945 time: 0.0514970 Sep 27 04:29:33.107485 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-3a4e974b-0a59-47f0-a296-c3fd47eacebb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1299133401-network', 'tenant_id': '8069df7a2e984db0ac8925e1f0c242d8'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:29:33.113445 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 37022) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:33.119676 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-6fd4a607-4d9b-49e2-8463-4adf987406a3 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Request body: {'floatingip': {'port_id': '9cf35c89-da17-4b43-a211-771d19ddbbf2'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:29:33.124360 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:33.131737 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4e974b-0a59-47f0-a296-c3fd47eacebb admin admin] Made reservation on behalf of 8069df7a2e984db0ac8925e1f0c242d8 for: {'network': 1} {{(pid=106211) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:29:33.134626 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3a4e974b-0a59-47f0-a296-c3fd47eacebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for network (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:33.149463 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3a4e974b-0a59-47f0-a296-c3fd47eacebb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:33.163435 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6fd4a607-4d9b-49e2-8463-4adf987406a3 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for floatingip (31823bbb-e6a1-4e73-8287-05f3a101b261), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:33.190929 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-b974a847-060b-4da2-aafb-312c91d4755c None None] Attempt 3 to provision port 393bbc50-ff65-4a57-99fb-482a15b5ad7c Sep 27 04:29:33.227665 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-b974a847-060b-4da2-aafb-312c91d4755c None None] Port 393bbc50-ff65-4a57-99fb-482a15b5ad7c cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:29:33.229967 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3a4e974b-0a59-47f0-a296-c3fd47eacebb admin admin] Publish callbacks [] for security_group (20bb106a-15a7-46e5-a255-a2be5cc14a4f), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:33.233763 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3a4e974b-0a59-47f0-a296-c3fd47eacebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (20bb106a-15a7-46e5-a255-a2be5cc14a4f), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:33.255537 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a4e974b-0a59-47f0-a296-c3fd47eacebb admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=106211) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 04:29:33.273543 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e974b-0a59-47f0-a296-c3fd47eacebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20bb106a-15a7-46e5-a255-a2be5cc14a4f,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:33.278882 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3a4e974b-0a59-47f0-a296-c3fd47eacebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (1f5f70c2-b521-4468-aada-3bc551b798e3), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:33.279240 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.db.segments_db [None req-3a4e974b-0a59-47f0-a296-c3fd47eacebb admin admin] Added segment 1f5f70c2-b521-4468-aada-3bc551b798e3 of type vlan for network ff8958a9-1d15-4a33-98bb-91961388fca3 Sep 27 04:29:33.332029 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3a4e974b-0a59-47f0-a296-c3fd47eacebb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770987766721'] for network (ff8958a9-1d15-4a33-98bb-91961388fca3), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:33.359616 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3a4e974b-0a59-47f0-a296-c3fd47eacebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551'] for network (ff8958a9-1d15-4a33-98bb-91961388fca3), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:33.360677 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4e974b-0a59-47f0-a296-c3fd47eacebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:33.361258 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3a4e974b-0a59-47f0-a296-c3fd47eacebb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:33.428367 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-3a4e974b-0a59-47f0-a296-c3fd47eacebb admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3249769 Sep 27 04:29:33.429481 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e974b-0a59-47f0-a296-c3fd47eacebb admin admin] Pushing event updated for resources: {'Network': ['ID=ff8958a9-1d15-4a33-98bb-91961388fca3,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:33.431452 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 37024) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:33.439612 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Network ff8958a9-1d15-4a33-98bb-91961388fca3 details requested by agent ovs-agent-dv-cinder-859186-3-iscsi with host dv-cinder-859186-3-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 04:29:33.466595 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-61c2bba5-9f36-4aca-9cae-72248b01181f admin admin] Request body: {'subnet': {'network_id': 'ff8958a9-1d15-4a33-98bb-91961388fca3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1299133401-subnet', 'tenant_id': '8069df7a2e984db0ac8925e1f0c242d8', 'ip_version': 4}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:29:33.529530 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c2bba5-9f36-4aca-9cae-72248b01181f admin admin] Made reservation on behalf of 8069df7a2e984db0ac8925e1f0c242d8 for: {'subnet': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:29:33.531949 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-61c2bba5-9f36-4aca-9cae-72248b01181f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214679'] for subnet (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:33.675373 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:33.708276 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6fd4a607-4d9b-49e2-8463-4adf987406a3 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:33.727630 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6fd4a607-4d9b-49e2-8463-4adf987406a3 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4106707'] for floatingip (31823bbb-e6a1-4e73-8287-05f3a101b261), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:33.729173 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-b974a847-060b-4da2-aafb-312c91d4755c None None] Attempt 4 to provision port 393bbc50-ff65-4a57-99fb-482a15b5ad7c Sep 27 04:29:33.732792 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:33.763831 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-b974a847-060b-4da2-aafb-312c91d4755c None None] Port 393bbc50-ff65-4a57-99fb-482a15b5ad7c cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:29:33.868062 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-61c2bba5-9f36-4aca-9cae-72248b01181f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9340193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214689'] for subnet (aac67899-dc5a-496e-bf8d-d7385b65acc1), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:33.868524 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5f1ef8-9a81-4217-aded-b6816b8a9b28 None None] Sync routers for ids ['07ade2a2-9975-4f39-ba38-5ad70098302d'] in dv-cinder-859186-3-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:29:33.872807 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=57,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:33.882317 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5f1ef8-9a81-4217-aded-b6816b8a9b28 None None] Routers {'07ade2a2-9975-4f39-ba38-5ad70098302d'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:29:33.883240 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-de5f1ef8-9a81-4217-aded-b6816b8a9b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:29:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['07ade2a2-9975-4f39-ba38-5ad70098302d'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:33.900332 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.db.l3_db [None req-6fd4a607-4d9b-49e2-8463-4adf987406a3 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Floating IP 31823bbb-e6a1-4e73-8287-05f3a101b261 associated. External IP: 172.27.0.147, port: 9cf35c89-da17-4b43-a211-771d19ddbbf2. Sep 27 04:29:33.900529 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device c96e44c5-6d17-4f3a-98f8-e69df467cdc3 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:29:33.946553 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port c96e44c5-6d17-4f3a-98f8-e69df467cdc3 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:29:33.947016 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (c96e44c5-6d17-4f3a-98f8-e69df467cdc3), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:33.947428 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port c96e44c5-6d17-4f3a-98f8-e69df467cdc3 Sep 27 04:29:33.990703 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-de5f1ef8-9a81-4217-aded-b6816b8a9b28 None None] Set router 07ade2a2-9975-4f39-ba38-5ad70098302d gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:29:34.029561 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port c96e44c5-6d17-4f3a-98f8-e69df467cdc3 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:29:34.029993 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (c96e44c5-6d17-4f3a-98f8-e69df467cdc3), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:34.052881 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] For port c96e44c5-6d17-4f3a-98f8-e69df467cdc3, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=c96e44c5-6d17-4f3a-98f8-e69df467cdc3,segment=NetworkSegment(458173e0-a334-422f-a9db-e4c60ba44888),segment_id=458173e0-a334-422f-a9db-e4c60ba44888)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:29:34.058046 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (c96e44c5-6d17-4f3a-98f8-e69df467cdc3), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:34.079917 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c2bba5-9f36-4aca-9cae-72248b01181f admin admin] Pushing event updated for resources: {'Subnet': ['ID=aac67899-dc5a-496e-bf8d-d7385b65acc1,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:34.090845 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c2bba5-9f36-4aca-9cae-72248b01181f admin admin] Checking segment: {'id': '1f5f70c2-b521-4468-aada-3bc551b798e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ff8958a9-1d15-4a33-98bb-91961388fca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:29:34.090845 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c2bba5-9f36-4aca-9cae-72248b01181f admin admin] Network hostable DHCP agents. Network: ff8958a9-1d15-4a33-98bb-91961388fca3, hostable agents: ['90f8f94a-2e1d-4f4f-8859-344f24ecc1be'], hosted agents: [] {{(pid=106210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 04:29:34.115041 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Pushing event updated for resources: {'Port': ['ID=c96e44c5-6d17-4f3a-98f8-e69df467cdc3,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:34.144707 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c2bba5-9f36-4aca-9cae-72248b01181f admin admin] Network ff8958a9-1d15-4a33-98bb-91961388fca3 is scheduled to be hosted by DHCP agent 90f8f94a-2e1d-4f4f-8859-344f24ecc1be with binding_index 1 {{(pid=106210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 04:29:34.158914 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd4a607-4d9b-49e2-8463-4adf987406a3 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Router 4c6af9de-cc1b-48df-9bb1-e87847c76f9f has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:29:34.160008 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-61c2bba5-9f36-4aca-9cae-72248b01181f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-3-iscsi, ff8958a9-1d15-4a33-98bb-91961388fca3) {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:29:34.169418 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9509547-01b7-4439-a4fa-977e69d8c576 None None] Network ff8958a9-1d15-4a33-98bb-91961388fca3 requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:29:34.170510 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c2bba5-9f36-4aca-9cae-72248b01181f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:34.171273 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-61c2bba5-9f36-4aca-9cae-72248b01181f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:34.205706 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-de5f1ef8-9a81-4217-aded-b6816b8a9b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'name': 'tempest-TestVolumeBootPattern-815580073-router', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:29:28Z', 'updated_at': '2022-09-27T04:29:31Z', 'revision_number': 4, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'gw_port': {'id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:29Z', 'updated_at': '2022-09-27T04:29:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '393bbc50-ff65-4a57-99fb-482a15b5ad7c', 'name': '', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'mac_address': 'fa:16:3e:df:6f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:31Z', 'updated_at': '2022-09-27T04:29:31Z', 'revision_number': 2, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'subnets': [{'id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:34.221259 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:34.234943 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-61c2bba5-9f36-4aca-9cae-72248b01181f admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8000798 Sep 27 04:29:34.235164 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5f1ef8-9a81-4217-aded-b6816b8a9b28 None None] Checking router: 07ade2a2-9975-4f39-ba38-5ad70098302d for host: dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:29:34.235164 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5f1ef8-9a81-4217-aded-b6816b8a9b28 None None] Updating router 07ade2a2-9975-4f39-ba38-5ad70098302d port 393bbc50-ff65-4a57-99fb-482a15b5ad7c binding host dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 04:29:34.235382 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 37026) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:34.240855 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-4ab76367-c8f2-4f37-99bd-5229f0d942a6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1299133401-router', 'tenant_id': '8069df7a2e984db0ac8925e1f0c242d8', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:29:34.261363 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-de5f1ef8-9a81-4217-aded-b6816b8a9b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (393bbc50-ff65-4a57-99fb-482a15b5ad7c), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:34.264504 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-b974a847-060b-4da2-aafb-312c91d4755c None None] Attempt 5 to provision port 393bbc50-ff65-4a57-99fb-482a15b5ad7c Sep 27 04:29:34.272075 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:34.298862 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4ab76367-c8f2-4f37-99bd-5229f0d942a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-4104617', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124547'] for router (3a57b971-3f52-4835-99a8-124d65408ffd), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:34.300030 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4ab76367-c8f2-4f37-99bd-5229f0d942a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4106117', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3687932', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4176196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124568'] for router (3a57b971-3f52-4835-99a8-124d65408ffd), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:34.311440 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd4a607-4d9b-49e2-8463-4adf987406a3 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:29:34.316633 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6fd4a607-4d9b-49e2-8463-4adf987406a3 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:34.328367 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a429d566-bd89-4fec-9e46-9108fb48567f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp977886c5-f3aa-5b76-a131-51301725c052-ff8958a9-1d15-4a33-98bb-91961388fca3', 'network_id': 'ff8958a9-1d15-4a33-98bb-91961388fca3', 'project_id': '8069df7a2e984db0ac8925e1f0c242d8', 'fixed_ips': [{'subnet_id': 'aac67899-dc5a-496e-bf8d-d7385b65acc1'}]}} from dv-cinder-859186-3-iscsi. {{(pid=106212) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Sep 27 04:29:34.329927 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a429d566-bd89-4fec-9e46-9108fb48567f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:34.332156 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc5d16b-c62e-4f58-ae6d-56c0a6fea8a2 None None] Sync routers for ids ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'] in dv-cinder-859186-3-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:29:34.349540 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-b974a847-060b-4da2-aafb-312c91d4755c None None] Port 393bbc50-ff65-4a57-99fb-482a15b5ad7c cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:29:34.357349 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc5d16b-c62e-4f58-ae6d-56c0a6fea8a2 None None] Routers {'4c6af9de-cc1b-48df-9bb1-e87847c76f9f'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:29:34.358001 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-2cc5d16b-c62e-4f58-ae6d-56c0a6fea8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:29:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:34.365900 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-6fd4a607-4d9b-49e2-8463-4adf987406a3 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/31823bbb-e6a1-4e73-8287-05f3a101b261 HTTP/1.1" status: 200 len: 991 time: 1.2483079 Sep 27 04:29:34.366122 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af03ef64-1418-4b7a-a0ee-1294cedb21a1', 'tag': '9cf35c89-da17-4b43-a211-771d19ddbbf2'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:29:34.368259 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf5701b-7579-4c7a-bee1-1fd535b792bf" -d '{"events": [{"name": "network-changed", "server_uuid": "af03ef64-1418-4b7a-a0ee-1294cedb21a1", "tag": "9cf35c89-da17-4b43-a211-771d19ddbbf2"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:29:34.416588 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4ab76367-c8f2-4f37-99bd-5229f0d942a6 admin admin] Publish callbacks [] for router_controller (3a57b971-3f52-4835-99a8-124d65408ffd), precommit_add_association {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:34.423281 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2538d81b-f2cc-48cf-8a94-8a757bc22903 x-openstack-request-id: req-2538d81b-f2cc-48cf-8a94-8a757bc22903 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:29:34.423631 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af03ef64-1418-4b7a-a0ee-1294cedb21a1", "tag": "9cf35c89-da17-4b43-a211-771d19ddbbf2", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:29:34.423993 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2538d81b-f2cc-48cf-8a94-8a757bc22903 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:29:34.424458 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2538d81b-f2cc-48cf-8a94-8a757bc22903'] response: {'name': 'network-changed', 'server_uuid': 'af03ef64-1418-4b7a-a0ee-1294cedb21a1', 'tag': '9cf35c89-da17-4b43-a211-771d19ddbbf2', 'status': 'completed', 'code': 200} Sep 27 04:29:34.531649 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:34.541487 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5701b-7579-4c7a-bee1-1fd535b792bf req-aeebd85d-ab75-4dd8-aef5-499a04dc6626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:34.543119 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4cf5701b-7579-4c7a-bee1-1fd535b792bf req-aeebd85d-ab75-4dd8-aef5-499a04dc6626 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=d7c74ffec54740eca3cd6b707f1cb732&device_id=af03ef64-1418-4b7a-a0ee-1294cedb21a1 HTTP/1.1" status: 200 len: 1129 time: 0.0730598 Sep 27 04:29:34.563626 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-2cc5d16b-c62e-4f58-ae6d-56c0a6fea8a2 None None] Set router 4c6af9de-cc1b-48df-9bb1-e87847c76f9f gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:29:34.583727 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-de5f1ef8-9a81-4217-aded-b6816b8a9b28 None None] Publish callbacks [] for port (393bbc50-ff65-4a57-99fb-482a15b5ad7c), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:34.591466 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-de5f1ef8-9a81-4217-aded-b6816b8a9b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (393bbc50-ff65-4a57-99fb-482a15b5ad7c), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:34.610659 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.db_base_plugin_common [None req-a429d566-bd89-4fec-9e46-9108fb48567f None None] Allocated IP 172.20.0.2 (ff8958a9-1d15-4a33-98bb-91961388fca3/aac67899-dc5a-496e-bf8d-d7385b65acc1/6ee36b09-9938-4ec7-97df-f1b955bddb94) {{(pid=106212) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:29:34.618542 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:34.649907 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4ab76367-c8f2-4f37-99bd-5229f0d942a6 admin admin] Publish callbacks [] for router_gateway (3a57b971-3f52-4835-99a8-124d65408ffd), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:34.674646 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717384b-d940-463e-8879-9f5271b20476 None None] Pushing event updated for resources: {'Port': ['ID=393bbc50-ff65-4a57-99fb-482a15b5ad7c,revision_number=3']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:34.685220 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:34.693123 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3717384b-d940-463e-8879-9f5271b20476 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:34.693544 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3717384b-d940-463e-8879-9f5271b20476 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:34.693987 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3717384b-d940-463e-8879-9f5271b20476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:34.694386 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3717384b-d940-463e-8879-9f5271b20476 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:34.694772 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3717384b-d940-463e-8879-9f5271b20476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:34.695307 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3717384b-d940-463e-8879-9f5271b20476 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:34.695805 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3717384b-d940-463e-8879-9f5271b20476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:34.696131 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3717384b-d940-463e-8879-9f5271b20476 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:34.696457 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3717384b-d940-463e-8879-9f5271b20476 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:34.696777 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3717384b-d940-463e-8879-9f5271b20476 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:34.697088 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3717384b-d940-463e-8879-9f5271b20476 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:34.697651 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3717384b-d940-463e-8879-9f5271b20476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:34.697994 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3717384b-d940-463e-8879-9f5271b20476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:34.698473 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3717384b-d940-463e-8879-9f5271b20476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:34.698792 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3717384b-d940-463e-8879-9f5271b20476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106213) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:29:34.707193 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-de5f1ef8-9a81-4217-aded-b6816b8a9b28 None None] Attempting to bind port 393bbc50-ff65-4a57-99fb-482a15b5ad7c on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:29:34.707573 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-de5f1ef8-9a81-4217-aded-b6816b8a9b28 None None] Attempting to bind port 393bbc50-ff65-4a57-99fb-482a15b5ad7c by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': '3855b0db-49a1-4957-864c-539480ffde2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'df4f6840-004b-4387-a687-683e2895186f'}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:29:34.708440 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5f1ef8-9a81-4217-aded-b6816b8a9b28 None None] Attempting to bind port 393bbc50-ff65-4a57-99fb-482a15b5ad7c on network df4f6840-004b-4387-a687-683e2895186f {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:29:34.747726 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5701b-7579-4c7a-bee1-1fd535b792bf req-df821f4b-6bf0-4faa-aa7e-120e0f941649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:34.749209 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4cf5701b-7579-4c7a-bee1-1fd535b792bf req-df821f4b-6bf0-4faa-aa7e-120e0f941649 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=cba0fe06-d029-4450-9dfd-fb0123caa50b HTTP/1.1" status: 200 len: 915 time: 0.1765201 Sep 27 04:29:34.751845 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5f1ef8-9a81-4217-aded-b6816b8a9b28 None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:29:34.752442 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5f1ef8-9a81-4217-aded-b6816b8a9b28 None None] Checking segment: {'id': '3855b0db-49a1-4957-864c-539480ffde2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'df4f6840-004b-4387-a687-683e2895186f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:29:34.752845 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-de5f1ef8-9a81-4217-aded-b6816b8a9b28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:34.753227 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5f1ef8-9a81-4217-aded-b6816b8a9b28 None None] Bound using segment: {'id': '3855b0db-49a1-4957-864c-539480ffde2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'df4f6840-004b-4387-a687-683e2895186f'} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:29:34.753697 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-de5f1ef8-9a81-4217-aded-b6816b8a9b28 None None] Bound port: 393bbc50-ff65-4a57-99fb-482a15b5ad7c, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3855b0db-49a1-4957-864c-539480ffde2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'df4f6840-004b-4387-a687-683e2895186f'}}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:29:34.754093 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-de5f1ef8-9a81-4217-aded-b6816b8a9b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (393bbc50-ff65-4a57-99fb-482a15b5ad7c), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:34.815694 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-de5f1ef8-9a81-4217-aded-b6816b8a9b28 None None] For port 393bbc50-ff65-4a57-99fb-482a15b5ad7c, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:29:34.818242 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4cf5701b-7579-4c7a-bee1-1fd535b792bf req-8fde37df-399b-4d5a-a780-26a33c04b1a6 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cf35c89-da17-4b43-a211-771d19ddbbf2 HTTP/1.1" status: 200 len: 999 time: 0.0612819 Sep 27 04:29:34.818896 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-de5f1ef8-9a81-4217-aded-b6816b8a9b28 None None] For port 393bbc50-ff65-4a57-99fb-482a15b5ad7c, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=393bbc50-ff65-4a57-99fb-482a15b5ad7c,segment=NetworkSegment(3855b0db-49a1-4957-864c-539480ffde2c),segment_id=3855b0db-49a1-4957-864c-539480ffde2c)] {{(pid=106213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:29:34.825646 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-de5f1ef8-9a81-4217-aded-b6816b8a9b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (393bbc50-ff65-4a57-99fb-482a15b5ad7c), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:34.856433 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5f1ef8-9a81-4217-aded-b6816b8a9b28 None None] Routers {'07ade2a2-9975-4f39-ba38-5ad70098302d'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:29:34.857069 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-de5f1ef8-9a81-4217-aded-b6816b8a9b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:29:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['07ade2a2-9975-4f39-ba38-5ad70098302d'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:34.862674 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-b974a847-060b-4da2-aafb-312c91d4755c None None] Attempt 6 to provision port 393bbc50-ff65-4a57-99fb-482a15b5ad7c Sep 27 04:29:34.894233 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:34.926532 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a429d566-bd89-4fec-9e46-9108fb48567f None None] Publish callbacks [] for port (6ee36b09-9938-4ec7-97df-f1b955bddb94), precommit_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:34.932136 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3717384b-d940-463e-8879-9f5271b20476 None None] Pushing event updated for resources: {'Port': ['ID=393bbc50-ff65-4a57-99fb-482a15b5ad7c,revision_number=4']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:34.940057 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a429d566-bd89-4fec-9e46-9108fb48567f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084'] for port (6ee36b09-9938-4ec7-97df-f1b955bddb94), after_create {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:34.953803 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5701b-7579-4c7a-bee1-1fd535b792bf req-a4dcd51b-e61a-436f-ba49-83c453c0741f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:34.955516 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4cf5701b-7579-4c7a-bee1-1fd535b792bf req-a4dcd51b-e61a-436f-ba49-83c453c0741f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d4d9fbf8-be25-413e-9d9a-4acede1bc3df HTTP/1.1" status: 200 len: 853 time: 0.1297121 Sep 27 04:29:34.990056 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-2cc5d16b-c62e-4f58-ae6d-56c0a6fea8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'name': 'tempest-AttachVolumeNegativeTest-148283676-router', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:27:11Z', 'updated_at': '2022-09-27T04:27:14Z', 'revision_number': 4, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'gw_port': {'id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:12Z', 'updated_at': '2022-09-27T04:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': '31823bbb-e6a1-4e73-8287-05f3a101b261', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'floating_ip_address': '172.27.0.147', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'port_id': '9cf35c89-da17-4b43-a211-771d19ddbbf2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'mac_address': 'fa:16:3e:e9:b4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af03ef64-1418-4b7a-a0ee-1294cedb21a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:29:21Z', 'updated_at': '2022-09-27T04:29:33Z', 'revision_number': 1, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a232fa3d-5135-4b2b-beba-1695e497a1d7', 'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'mac_address': 'fa:16:3e:40:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:13Z', 'updated_at': '2022-09-27T04:27:18Z', 'revision_number': 5, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'subnets': [{'id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:34.994033 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-de5f1ef8-9a81-4217-aded-b6816b8a9b28 None None] Set router 07ade2a2-9975-4f39-ba38-5ad70098302d gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:29:34.997344 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4ab76367-c8f2-4f37-99bd-5229f0d942a6 admin admin] Publish callbacks [] for router_gateway (3a57b971-3f52-4835-99a8-124d65408ffd), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:35.003687 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a429d566-bd89-4fec-9e46-9108fb48567f None None] Network ff8958a9-1d15-4a33-98bb-91961388fca3 is already hosted by enough agents. {{(pid=106212) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:29:35.019247 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4ab76367-c8f2-4f37-99bd-5229f0d942a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:35.028310 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:35.029449 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.scheduler.base_scheduler [None req-a429d566-bd89-4fec-9e46-9108fb48567f None None] Resources bound (agent type, host, resource id): {{(pid=106212) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:29:35.032862 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf5701b-7579-4c7a-bee1-1fd535b792bf req-ea797425-cfd5-4ec4-8337-d4e87ee67f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:35.034504 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4cf5701b-7579-4c7a-bee1-1fd535b792bf req-ea797425-cfd5-4ec4-8337-d4e87ee67f1d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cba0fe06-d029-4450-9dfd-fb0123caa50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0721023 Sep 27 04:29:35.038774 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a429d566-bd89-4fec-9e46-9108fb48567f None None] Received port after_create {{(pid=106212) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:29:35.041722 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc5d16b-c62e-4f58-ae6d-56c0a6fea8a2 None None] Checking router: 4c6af9de-cc1b-48df-9bb1-e87847c76f9f for host: dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:29:35.049717 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429d566-bd89-4fec-9e46-9108fb48567f None None] Pushing event updated for resources: {'Port': ['ID=6ee36b09-9938-4ec7-97df-f1b955bddb94,revision_number=1']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:35.099596 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc5d16b-c62e-4f58-ae6d-56c0a6fea8a2 None None] Routers {'4c6af9de-cc1b-48df-9bb1-e87847c76f9f'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:29:35.100235 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-2cc5d16b-c62e-4f58-ae6d-56c0a6fea8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:29:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:35.165402 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-b974a847-060b-4da2-aafb-312c91d4755c None None] Current status of the port 393bbc50-ff65-4a57-99fb-482a15b5ad7c is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:29:35.165819 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-b974a847-060b-4da2-aafb-312c91d4755c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (393bbc50-ff65-4a57-99fb-482a15b5ad7c), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:35.202373 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-de5f1ef8-9a81-4217-aded-b6816b8a9b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'name': 'tempest-TestVolumeBootPattern-815580073-router', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:29:28Z', 'updated_at': '2022-09-27T04:29:31Z', 'revision_number': 4, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'gw_port': {'id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:29Z', 'updated_at': '2022-09-27T04:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '393bbc50-ff65-4a57-99fb-482a15b5ad7c', 'name': '', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'mac_address': 'fa:16:3e:df:6f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:31Z', 'updated_at': '2022-09-27T04:29:34Z', 'revision_number': 4, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'subnets': [{'id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:35.229723 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5f1ef8-9a81-4217-aded-b6816b8a9b28 None None] The sync data for ids ['07ade2a2-9975-4f39-ba38-5ad70098302d'] in dv-cinder-859186-3-iscsi is: [{'id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'name': 'tempest-TestVolumeBootPattern-815580073-router', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:29:28Z', 'updated_at': '2022-09-27T04:29:31Z', 'revision_number': 4, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'gw_port': {'id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:29Z', 'updated_at': '2022-09-27T04:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '393bbc50-ff65-4a57-99fb-482a15b5ad7c', 'name': '', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'mac_address': 'fa:16:3e:df:6f:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:31Z', 'updated_at': '2022-09-27T04:29:34Z', 'revision_number': 4, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'subnets': [{'id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:29:35.343945 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-a429d566-bd89-4fec-9e46-9108fb48567f None None] Attempting to bind port 6ee36b09-9938-4ec7-97df-f1b955bddb94 on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:29:35.344471 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-a429d566-bd89-4fec-9e46-9108fb48567f None None] Attempting to bind port 6ee36b09-9938-4ec7-97df-f1b955bddb94 by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': '1f5f70c2-b521-4468-aada-3bc551b798e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ff8958a9-1d15-4a33-98bb-91961388fca3'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:29:35.344720 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a429d566-bd89-4fec-9e46-9108fb48567f None None] Attempting to bind port 6ee36b09-9938-4ec7-97df-f1b955bddb94 on network ff8958a9-1d15-4a33-98bb-91961388fca3 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:29:35.431110 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-b974a847-060b-4da2-aafb-312c91d4755c None None] For port 393bbc50-ff65-4a57-99fb-482a15b5ad7c, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=393bbc50-ff65-4a57-99fb-482a15b5ad7c,segment=NetworkSegment(3855b0db-49a1-4957-864c-539480ffde2c),segment_id=3855b0db-49a1-4957-864c-539480ffde2c)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:29:35.444415 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-b974a847-060b-4da2-aafb-312c91d4755c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (393bbc50-ff65-4a57-99fb-482a15b5ad7c), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:35.482666 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a429d566-bd89-4fec-9e46-9108fb48567f None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:29:35.483044 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a429d566-bd89-4fec-9e46-9108fb48567f None None] Checking segment: {'id': '1f5f70c2-b521-4468-aada-3bc551b798e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ff8958a9-1d15-4a33-98bb-91961388fca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:29:35.483449 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a429d566-bd89-4fec-9e46-9108fb48567f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:35.483843 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a429d566-bd89-4fec-9e46-9108fb48567f None None] Bound using segment: {'id': '1f5f70c2-b521-4468-aada-3bc551b798e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ff8958a9-1d15-4a33-98bb-91961388fca3'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:29:35.484339 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-a429d566-bd89-4fec-9e46-9108fb48567f None None] Bound port: 6ee36b09-9938-4ec7-97df-f1b955bddb94, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f5f70c2-b521-4468-aada-3bc551b798e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ff8958a9-1d15-4a33-98bb-91961388fca3'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:29:35.484721 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a429d566-bd89-4fec-9e46-9108fb48567f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (6ee36b09-9938-4ec7-97df-f1b955bddb94), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:35.498709 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-2cc5d16b-c62e-4f58-ae6d-56c0a6fea8a2 None None] Set router 4c6af9de-cc1b-48df-9bb1-e87847c76f9f gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:29:35.506173 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-4ab76367-c8f2-4f37-99bd-5229f0d942a6 admin admin] Allocated IP 172.27.0.18 (4c2326fb-b4db-42c7-9331-4377c9818745/65648eee-291b-4b8a-95c0-f3ca12df09c9/25a54548-54d9-441f-b9e5-01972934299d) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:29:35.510313 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4cf5701b-7579-4c7a-bee1-1fd535b792bf req-2b16475b-c177-41e4-b471-4e01065e7323 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cba0fe06-d029-4450-9dfd-fb0123caa50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4462147 Sep 27 04:29:35.578335 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:35.628151 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:35.630267 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b974a847-060b-4da2-aafb-312c91d4755c None None] Pushing event updated for resources: {'Port': ['ID=393bbc50-ff65-4a57-99fb-482a15b5ad7c,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:35.644357 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-0927e93d-e286-48cd-a7ba-10091cde1f25 None None] Provisioning complete for port 393bbc50-ff65-4a57-99fb-482a15b5ad7c triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:29:35.645774 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0927e93d-e286-48cd-a7ba-10091cde1f25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (393bbc50-ff65-4a57-99fb-482a15b5ad7c), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:35.645774 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-0927e93d-e286-48cd-a7ba-10091cde1f25 None None] Attempt 1 to provision port 393bbc50-ff65-4a57-99fb-482a15b5ad7c Sep 27 04:29:35.688387 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-a429d566-bd89-4fec-9e46-9108fb48567f None None] For port 6ee36b09-9938-4ec7-97df-f1b955bddb94, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:29:35.695762 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4cf5701b-7579-4c7a-bee1-1fd535b792bf req-8209072a-0db5-4e73-9acd-75f828099661 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cba0fe06-d029-4450-9dfd-fb0123caa50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762109 Sep 27 04:29:35.707325 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4ab76367-c8f2-4f37-99bd-5229f0d942a6 admin admin] Publish callbacks [] for port (25a54548-54d9-441f-b9e5-01972934299d), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:35.714097 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-a429d566-bd89-4fec-9e46-9108fb48567f None None] For port 6ee36b09-9938-4ec7-97df-f1b955bddb94, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=6ee36b09-9938-4ec7-97df-f1b955bddb94,segment=NetworkSegment(1f5f70c2-b521-4468-aada-3bc551b798e3),segment_id=1f5f70c2-b521-4468-aada-3bc551b798e3)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:29:35.738152 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a429d566-bd89-4fec-9e46-9108fb48567f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (6ee36b09-9938-4ec7-97df-f1b955bddb94), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:35.752254 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4ab76367-c8f2-4f37-99bd-5229f0d942a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (25a54548-54d9-441f-b9e5-01972934299d), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:35.809537 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab76367-c8f2-4f37-99bd-5229f0d942a6 admin admin] Network 4c2326fb-b4db-42c7-9331-4377c9818745 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:29:35.815181 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-4ab76367-c8f2-4f37-99bd-5229f0d942a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:29:35.818061 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab76367-c8f2-4f37-99bd-5229f0d942a6 admin admin] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:29:35.855081 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab76367-c8f2-4f37-99bd-5229f0d942a6 admin admin] Pushing event updated for resources: {'Port': ['ID=25a54548-54d9-441f-b9e5-01972934299d,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:35.864977 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429d566-bd89-4fec-9e46-9108fb48567f None None] Pushing event updated for resources: {'Port': ['ID=6ee36b09-9938-4ec7-97df-f1b955bddb94,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:35.905061 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-0927e93d-e286-48cd-a7ba-10091cde1f25 None None] Current status of the port 393bbc50-ff65-4a57-99fb-482a15b5ad7c is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:29:35.986352 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-2cc5d16b-c62e-4f58-ae6d-56c0a6fea8a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'name': 'tempest-AttachVolumeNegativeTest-148283676-router', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:27:11Z', 'updated_at': '2022-09-27T04:27:14Z', 'revision_number': 4, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'gw_port': {'id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:12Z', 'updated_at': '2022-09-27T04:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': '31823bbb-e6a1-4e73-8287-05f3a101b261', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'floating_ip_address': '172.27.0.147', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'port_id': '9cf35c89-da17-4b43-a211-771d19ddbbf2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'mac_address': 'fa:16:3e:e9:b4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af03ef64-1418-4b7a-a0ee-1294cedb21a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:29:21Z', 'updated_at': '2022-09-27T04:29:33Z', 'revision_number': 1, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a232fa3d-5135-4b2b-beba-1695e497a1d7', 'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'mac_address': 'fa:16:3e:40:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:13Z', 'updated_at': '2022-09-27T04:27:18Z', 'revision_number': 5, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'subnets': [{'id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:36.038877 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:36.044243 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cc5d16b-c62e-4f58-ae6d-56c0a6fea8a2 None None] The sync data for ids ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'] in dv-cinder-859186-3-iscsi is: [{'id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'name': 'tempest-AttachVolumeNegativeTest-148283676-router', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:27:11Z', 'updated_at': '2022-09-27T04:27:14Z', 'revision_number': 4, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'gw_port': {'id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:12Z', 'updated_at': '2022-09-27T04:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': '31823bbb-e6a1-4e73-8287-05f3a101b261', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'floating_ip_address': '172.27.0.147', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'port_id': '9cf35c89-da17-4b43-a211-771d19ddbbf2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'mac_address': 'fa:16:3e:e9:b4:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af03ef64-1418-4b7a-a0ee-1294cedb21a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:29:21Z', 'updated_at': '2022-09-27T04:29:33Z', 'revision_number': 1, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a232fa3d-5135-4b2b-beba-1695e497a1d7', 'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'mac_address': 'fa:16:3e:40:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:13Z', 'updated_at': '2022-09-27T04:27:18Z', 'revision_number': 5, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'subnets': [{'id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:29:36.071269 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device c96e44c5-6d17-4f3a-98f8-e69df467cdc3 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:29:36.123121 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:36.130293 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port c96e44c5-6d17-4f3a-98f8-e69df467cdc3 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:29:36.130678 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (c96e44c5-6d17-4f3a-98f8-e69df467cdc3), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:36.131112 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port c96e44c5-6d17-4f3a-98f8-e69df467cdc3 Sep 27 04:29:36.192981 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4ab76367-c8f2-4f37-99bd-5229f0d942a6 admin admin] Publish callbacks [] for router_gateway (3a57b971-3f52-4835-99a8-124d65408ffd), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:36.261318 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port c96e44c5-6d17-4f3a-98f8-e69df467cdc3 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:29:36.262548 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 393bbc50-ff65-4a57-99fb-482a15b5ad7c up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:29:36.320735 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port 393bbc50-ff65-4a57-99fb-482a15b5ad7c triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:29:36.321932 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (393bbc50-ff65-4a57-99fb-482a15b5ad7c), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:36.322273 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port 393bbc50-ff65-4a57-99fb-482a15b5ad7c Sep 27 04:29:36.419755 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 393bbc50-ff65-4a57-99fb-482a15b5ad7c is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:29:36.424374 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3e4a8e-22bf-45ac-b571-90a430525e07 None None] New status for floating IP 31823bbb-e6a1-4e73-8287-05f3a101b261: ACTIVE {{(pid=106213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 04:29:36.452900 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4ab76367-c8f2-4f37-99bd-5229f0d942a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4106130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4106573'] for router (3a57b971-3f52-4835-99a8-124d65408ffd), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:36.463471 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:36.590678 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ab76367-c8f2-4f37-99bd-5229f0d942a6 admin admin] Router 3a57b971-3f52-4835-99a8-124d65408ffd is scheduled to L3 agent 1a534786-8095-4832-a439-62015d3bc58a with binding_index 1 {{(pid=106210) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 27 04:29:36.723033 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab76367-c8f2-4f37-99bd-5229f0d942a6 admin admin] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:29:36.732763 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059b72cd-b50f-45fa-a68a-de8bce13f777 None None] Sync routers for ids ['3a57b971-3f52-4835-99a8-124d65408ffd'] in dv-cinder-859186-3-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:29:36.747016 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059b72cd-b50f-45fa-a68a-de8bce13f777 None None] Routers {'3a57b971-3f52-4835-99a8-124d65408ffd'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:29:36.747949 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-059b72cd-b50f-45fa-a68a-de8bce13f777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:29:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['3a57b971-3f52-4835-99a8-124d65408ffd'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:36.748981 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4ab76367-c8f2-4f37-99bd-5229f0d942a6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:36.752855 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-4ab76367-c8f2-4f37-99bd-5229f0d942a6 admin admin] 10.222.0.26 "POST /networking/v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5142663 Sep 27 04:29:36.753138 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 37032) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:36.808628 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:36.869188 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-059b72cd-b50f-45fa-a68a-de8bce13f777 None None] Set router 3a57b971-3f52-4835-99a8-124d65408ffd gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:29:36.982264 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-611e20ee-1c49-46c4-93a7-18e7da56bac9 None None] Network ff8958a9-1d15-4a33-98bb-91961388fca3 requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:29:37.041316 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:37.079371 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-82f08691-5300-4796-8a45-cd8a53d6a76a None None] Provisioning complete for port 6ee36b09-9938-4ec7-97df-f1b955bddb94 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:29:37.079740 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-82f08691-5300-4796-8a45-cd8a53d6a76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (6ee36b09-9938-4ec7-97df-f1b955bddb94), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:37.080074 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-82f08691-5300-4796-8a45-cd8a53d6a76a None None] Attempt 1 to provision port 6ee36b09-9938-4ec7-97df-f1b955bddb94 Sep 27 04:29:37.102005 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:37.180909 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-12100978-62ef-4f23-a18d-0fe90b650280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:37.209833 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-059b72cd-b50f-45fa-a68a-de8bce13f777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a57b971-3f52-4835-99a8-124d65408ffd', 'name': 'tempest-TestVolumeBootPattern-1299133401-router', 'tenant_id': '8069df7a2e984db0ac8925e1f0c242d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '25a54548-54d9-441f-b9e5-01972934299d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:29:34Z', 'updated_at': '2022-09-27T04:29:36Z', 'revision_number': 3, 'project_id': '8069df7a2e984db0ac8925e1f0c242d8', 'gw_port': {'id': '25a54548-54d9-441f-b9e5-01972934299d', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:dc:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a57b971-3f52-4835-99a8-124d65408ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:35Z', 'updated_at': '2022-09-27T04:29:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi'}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:37.268117 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059b72cd-b50f-45fa-a68a-de8bce13f777 None None] Checking router: 3a57b971-3f52-4835-99a8-124d65408ffd for host: dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:29:37.268710 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059b72cd-b50f-45fa-a68a-de8bce13f777 None None] Updating router 3a57b971-3f52-4835-99a8-124d65408ffd port 25a54548-54d9-441f-b9e5-01972934299d binding host dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 04:29:37.331172 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-059b72cd-b50f-45fa-a68a-de8bce13f777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (25a54548-54d9-441f-b9e5-01972934299d), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:37.333580 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-82f08691-5300-4796-8a45-cd8a53d6a76a None None] Current status of the port 6ee36b09-9938-4ec7-97df-f1b955bddb94 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:29:37.333977 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-82f08691-5300-4796-8a45-cd8a53d6a76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (6ee36b09-9938-4ec7-97df-f1b955bddb94), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:37.343206 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-12100978-62ef-4f23-a18d-0fe90b650280 admin admin] Allocated IP 172.20.0.1 (ff8958a9-1d15-4a33-98bb-91961388fca3/aac67899-dc5a-496e-bf8d-d7385b65acc1/6e8b23b0-bc61-4571-9a21-75bb81bcfa43) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:29:37.443268 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:37.447955 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-82f08691-5300-4796-8a45-cd8a53d6a76a None None] For port 6ee36b09-9938-4ec7-97df-f1b955bddb94, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=6ee36b09-9938-4ec7-97df-f1b955bddb94,segment=NetworkSegment(1f5f70c2-b521-4468-aada-3bc551b798e3),segment_id=1f5f70c2-b521-4468-aada-3bc551b798e3)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:29:37.454836 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-82f08691-5300-4796-8a45-cd8a53d6a76a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (6ee36b09-9938-4ec7-97df-f1b955bddb94), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:37.462570 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-12100978-62ef-4f23-a18d-0fe90b650280 admin admin] Publish callbacks [] for port (6e8b23b0-bc61-4571-9a21-75bb81bcfa43), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:37.499514 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-12100978-62ef-4f23-a18d-0fe90b650280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (6e8b23b0-bc61-4571-9a21-75bb81bcfa43), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:37.543348 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12100978-62ef-4f23-a18d-0fe90b650280 admin admin] Network ff8958a9-1d15-4a33-98bb-91961388fca3 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:29:37.548621 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-12100978-62ef-4f23-a18d-0fe90b650280 admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:29:37.550761 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12100978-62ef-4f23-a18d-0fe90b650280 admin admin] Pushing event updated for resources: {'Port': ['ID=6e8b23b0-bc61-4571-9a21-75bb81bcfa43,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:37.553486 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12100978-62ef-4f23-a18d-0fe90b650280 admin admin] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:29:37.565972 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f08691-5300-4796-8a45-cd8a53d6a76a None None] Pushing event updated for resources: {'Port': ['ID=6ee36b09-9938-4ec7-97df-f1b955bddb94,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:37.597062 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-12100978-62ef-4f23-a18d-0fe90b650280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3689306'] for router_interface (3a57b971-3f52-4835-99a8-124d65408ffd), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:37.607014 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-40773107-fdf8-47bb-b8c3-888cfb8f4747 None None] Provisioning complete for port 6ee36b09-9938-4ec7-97df-f1b955bddb94 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:29:37.607478 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-40773107-fdf8-47bb-b8c3-888cfb8f4747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (6ee36b09-9938-4ec7-97df-f1b955bddb94), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:37.608053 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-40773107-fdf8-47bb-b8c3-888cfb8f4747 None None] Attempt 1 to provision port 6ee36b09-9938-4ec7-97df-f1b955bddb94 Sep 27 04:29:37.681556 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:37.743233 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-12100978-62ef-4f23-a18d-0fe90b650280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (6e8b23b0-bc61-4571-9a21-75bb81bcfa43), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:37.850093 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:37.900532 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-059b72cd-b50f-45fa-a68a-de8bce13f777 None None] Publish callbacks [] for port (25a54548-54d9-441f-b9e5-01972934299d), precommit_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:37.908111 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 6ee36b09-9938-4ec7-97df-f1b955bddb94 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:29:37.921693 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-12100978-62ef-4f23-a18d-0fe90b650280 admin admin] Publish callbacks [] for port (6e8b23b0-bc61-4571-9a21-75bb81bcfa43), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:37.926231 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-12100978-62ef-4f23-a18d-0fe90b650280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (6e8b23b0-bc61-4571-9a21-75bb81bcfa43), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:37.932264 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-059b72cd-b50f-45fa-a68a-de8bce13f777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (25a54548-54d9-441f-b9e5-01972934299d), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:37.939266 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-40773107-fdf8-47bb-b8c3-888cfb8f4747 None None] Current status of the port 6ee36b09-9938-4ec7-97df-f1b955bddb94 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:29:37.979630 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-059b72cd-b50f-45fa-a68a-de8bce13f777 None None] Attempting to bind port 25a54548-54d9-441f-b9e5-01972934299d on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:29:37.979996 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-059b72cd-b50f-45fa-a68a-de8bce13f777 None None] Attempting to bind port 25a54548-54d9-441f-b9e5-01972934299d by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:29:37.980354 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059b72cd-b50f-45fa-a68a-de8bce13f777 None None] Attempting to bind port 25a54548-54d9-441f-b9e5-01972934299d on network 4c2326fb-b4db-42c7-9331-4377c9818745 {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:29:37.996373 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12100978-62ef-4f23-a18d-0fe90b650280 admin admin] Pushing event updated for resources: {'Port': ['ID=6e8b23b0-bc61-4571-9a21-75bb81bcfa43,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:37.999153 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-12100978-62ef-4f23-a18d-0fe90b650280 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3723569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3689454'] for router_interface (3a57b971-3f52-4835-99a8-124d65408ffd), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:38.020922 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:38.033347 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c0137-77e9-403f-bee8-bb984b55918c None None] Pushing event updated for resources: {'Port': ['ID=25a54548-54d9-441f-b9e5-01972934299d,revision_number=2']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:38.041951 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port 6ee36b09-9938-4ec7-97df-f1b955bddb94 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:29:38.042323 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (6ee36b09-9938-4ec7-97df-f1b955bddb94), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:38.042657 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port 6ee36b09-9938-4ec7-97df-f1b955bddb94 Sep 27 04:29:38.079828 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059b72cd-b50f-45fa-a68a-de8bce13f777 None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:29:38.080114 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059b72cd-b50f-45fa-a68a-de8bce13f777 None None] Checking segment: {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106212) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:29:38.080508 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-059b72cd-b50f-45fa-a68a-de8bce13f777 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:38.080895 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-059b72cd-b50f-45fa-a68a-de8bce13f777 None None] Bound using segment: {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'} {{(pid=106212) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:29:38.081524 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.managers [None req-059b72cd-b50f-45fa-a68a-de8bce13f777 None None] Bound port: 25a54548-54d9-441f-b9e5-01972934299d, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458173e0-a334-422f-a9db-e4c60ba44888', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}}] {{(pid=106212) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:29:38.081929 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-059b72cd-b50f-45fa-a68a-de8bce13f777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (25a54548-54d9-441f-b9e5-01972934299d), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:38.091359 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-ef7cdc65-e0cf-4b65-9d80-f41d95ec1b51 None None] Provisioning complete for port 6e8b23b0-bc61-4571-9a21-75bb81bcfa43 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:29:38.091748 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ef7cdc65-e0cf-4b65-9d80-f41d95ec1b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (6e8b23b0-bc61-4571-9a21-75bb81bcfa43), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:38.092092 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-ef7cdc65-e0cf-4b65-9d80-f41d95ec1b51 None None] Attempt 1 to provision port 6e8b23b0-bc61-4571-9a21-75bb81bcfa43 Sep 27 04:29:38.094856 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12100978-62ef-4f23-a18d-0fe90b650280 admin admin] Network ff8958a9-1d15-4a33-98bb-91961388fca3 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:29:38.096216 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-12100978-62ef-4f23-a18d-0fe90b650280 admin admin] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:29:38.196525 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:38.199772 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ef7cdc65-e0cf-4b65-9d80-f41d95ec1b51 None None] Port 6e8b23b0-bc61-4571-9a21-75bb81bcfa43 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:29:38.220370 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12100978-62ef-4f23-a18d-0fe90b650280 admin admin] Router 3a57b971-3f52-4835-99a8-124d65408ffd has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:29:38.226626 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-059b72cd-b50f-45fa-a68a-de8bce13f777 None None] For port 25a54548-54d9-441f-b9e5-01972934299d, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106212) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:29:38.248322 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-059b72cd-b50f-45fa-a68a-de8bce13f777 None None] For port 25a54548-54d9-441f-b9e5-01972934299d, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=25a54548-54d9-441f-b9e5-01972934299d,segment=NetworkSegment(458173e0-a334-422f-a9db-e4c60ba44888),segment_id=458173e0-a334-422f-a9db-e4c60ba44888)] {{(pid=106212) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:29:38.251221 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 6ee36b09-9938-4ec7-97df-f1b955bddb94 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:29:38.257726 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-059b72cd-b50f-45fa-a68a-de8bce13f777 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (25a54548-54d9-441f-b9e5-01972934299d), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:38.292156 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:38.303303 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059b72cd-b50f-45fa-a68a-de8bce13f777 None None] Routers {'3a57b971-3f52-4835-99a8-124d65408ffd'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:29:38.303937 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-059b72cd-b50f-45fa-a68a-de8bce13f777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:29:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['3a57b971-3f52-4835-99a8-124d65408ffd'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:38.337940 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12100978-62ef-4f23-a18d-0fe90b650280 admin admin] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:29:38.342720 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-12100978-62ef-4f23-a18d-0fe90b650280 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/3a57b971-3f52-4835-99a8-124d65408ffd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5886409 Sep 27 04:29:38.354608 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779c0137-77e9-403f-bee8-bb984b55918c None None] Pushing event updated for resources: {'Port': ['ID=25a54548-54d9-441f-b9e5-01972934299d,revision_number=3']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:38.423362 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-059b72cd-b50f-45fa-a68a-de8bce13f777 None None] Set router 3a57b971-3f52-4835-99a8-124d65408ffd gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:29:38.612450 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-059b72cd-b50f-45fa-a68a-de8bce13f777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a57b971-3f52-4835-99a8-124d65408ffd', 'name': 'tempest-TestVolumeBootPattern-1299133401-router', 'tenant_id': '8069df7a2e984db0ac8925e1f0c242d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '25a54548-54d9-441f-b9e5-01972934299d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:29:34Z', 'updated_at': '2022-09-27T04:29:37Z', 'revision_number': 4, 'project_id': '8069df7a2e984db0ac8925e1f0c242d8', 'gw_port': {'id': '25a54548-54d9-441f-b9e5-01972934299d', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:dc:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a57b971-3f52-4835-99a8-124d65408ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:35Z', 'updated_at': '2022-09-27T04:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '6e8b23b0-bc61-4571-9a21-75bb81bcfa43', 'name': '', 'network_id': 'ff8958a9-1d15-4a33-98bb-91961388fca3', 'tenant_id': '8069df7a2e984db0ac8925e1f0c242d8', 'mac_address': 'fa:16:3e:7e:d3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a57b971-3f52-4835-99a8-124d65408ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'aac67899-dc5a-496e-bf8d-d7385b65acc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:37Z', 'updated_at': '2022-09-27T04:29:37Z', 'revision_number': 2, 'project_id': '8069df7a2e984db0ac8925e1f0c242d8', 'subnets': [{'id': 'aac67899-dc5a-496e-bf8d-d7385b65acc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:38.637818 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059b72cd-b50f-45fa-a68a-de8bce13f777 None None] The sync data for ids ['3a57b971-3f52-4835-99a8-124d65408ffd'] in dv-cinder-859186-3-iscsi is: [{'id': '3a57b971-3f52-4835-99a8-124d65408ffd', 'name': 'tempest-TestVolumeBootPattern-1299133401-router', 'tenant_id': '8069df7a2e984db0ac8925e1f0c242d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '25a54548-54d9-441f-b9e5-01972934299d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:29:34Z', 'updated_at': '2022-09-27T04:29:37Z', 'revision_number': 4, 'project_id': '8069df7a2e984db0ac8925e1f0c242d8', 'gw_port': {'id': '25a54548-54d9-441f-b9e5-01972934299d', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:dc:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a57b971-3f52-4835-99a8-124d65408ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:35Z', 'updated_at': '2022-09-27T04:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '6e8b23b0-bc61-4571-9a21-75bb81bcfa43', 'name': '', 'network_id': 'ff8958a9-1d15-4a33-98bb-91961388fca3', 'tenant_id': '8069df7a2e984db0ac8925e1f0c242d8', 'mac_address': 'fa:16:3e:7e:d3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a57b971-3f52-4835-99a8-124d65408ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'aac67899-dc5a-496e-bf8d-d7385b65acc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:37Z', 'updated_at': '2022-09-27T04:29:37Z', 'revision_number': 2, 'project_id': '8069df7a2e984db0ac8925e1f0c242d8', 'subnets': [{'id': 'aac67899-dc5a-496e-bf8d-d7385b65acc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:29:38.701110 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-ef7cdc65-e0cf-4b65-9d80-f41d95ec1b51 None None] Attempt 2 to provision port 6e8b23b0-bc61-4571-9a21-75bb81bcfa43 Sep 27 04:29:38.728219 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 37040) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:38.733571 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-d45a1e51-ac46-45a2-add2-b69e6aafe09b tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1621255540', 'description': 'tempest-secgroup-smoke-1621255540 description', 'project_id': '53d86b6e8a8343fca03ca6d38200f23f'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:29:38.738286 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ef7cdc65-e0cf-4b65-9d80-f41d95ec1b51 None None] Port 6e8b23b0-bc61-4571-9a21-75bb81bcfa43 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:29:38.758869 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d45a1e51-ac46-45a2-add2-b69e6aafe09b tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:38.846613 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d45a1e51-ac46-45a2-add2-b69e6aafe09b tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for security_group (dc8aeeb6-4f41-4b60-b98c-998d780399e1), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:38.850363 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d45a1e51-ac46-45a2-add2-b69e6aafe09b tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (dc8aeeb6-4f41-4b60-b98c-998d780399e1), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:38.873888 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:38.885257 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45a1e51-ac46-45a2-add2-b69e6aafe09b tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8aeeb6-4f41-4b60-b98c-998d780399e1,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:38.890518 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-d45a1e51-ac46-45a2-add2-b69e6aafe09b tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:38.891758 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-d45a1e51-ac46-45a2-add2-b69e6aafe09b tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1619258 Sep 27 04:29:38.894714 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 37042) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:38.900251 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-c8586010-bfed-4fef-b2dd-8f6151746c76 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Request body: {'security_group_rule': {'security_group_id': 'dc8aeeb6-4f41-4b60-b98c-998d780399e1', 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:29:38.932022 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c8586010-bfed-4fef-b2dd-8f6151746c76 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for security_group_rule (f51ffdda-15a6-4dcd-8145-fc7158f6ba19), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:38.983640 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c8586010-bfed-4fef-b2dd-8f6151746c76 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for security_group_rule (f51ffdda-15a6-4dcd-8145-fc7158f6ba19), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:38.987986 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c8586010-bfed-4fef-b2dd-8f6151746c76 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112009'] for security_group_rule (f51ffdda-15a6-4dcd-8145-fc7158f6ba19), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:39.008191 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8586010-bfed-4fef-b2dd-8f6151746c76 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f51ffdda-15a6-4dcd-8145-fc7158f6ba19,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:39.014312 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c8586010-bfed-4fef-b2dd-8f6151746c76 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:39.018095 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-c8586010-bfed-4fef-b2dd-8f6151746c76 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1193230 Sep 27 04:29:39.018540 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 37044) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:39.023419 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-30c6b6cc-59ad-4e4a-8f93-bffb6b2144eb tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Request body: {'security_group_rule': {'security_group_id': 'dc8aeeb6-4f41-4b60-b98c-998d780399e1', 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:29:39.040725 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:39.052661 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-30c6b6cc-59ad-4e4a-8f93-bffb6b2144eb tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for security_group_rule (b10426d5-0aab-4f92-a0e8-94801206a991), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:39.109954 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-30c6b6cc-59ad-4e4a-8f93-bffb6b2144eb tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for security_group_rule (b10426d5-0aab-4f92-a0e8-94801206a991), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:39.114659 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-30c6b6cc-59ad-4e4a-8f93-bffb6b2144eb tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112009'] for security_group_rule (b10426d5-0aab-4f92-a0e8-94801206a991), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:39.135140 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6b6cc-59ad-4e4a-8f93-bffb6b2144eb tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b10426d5-0aab-4f92-a0e8-94801206a991,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:39.145885 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-30c6b6cc-59ad-4e4a-8f93-bffb6b2144eb tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:39.147207 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-30c6b6cc-59ad-4e4a-8f93-bffb6b2144eb tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1278229 Sep 27 04:29:39.149973 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 37046) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:39.154558 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-f45ca2cb-d370-4ed7-8e0f-ce5c4401a291 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Request body: {'security_group_rule': {'security_group_id': 'dc8aeeb6-4f41-4b60-b98c-998d780399e1', 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:29:39.183874 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f45ca2cb-d370-4ed7-8e0f-ce5c4401a291 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for security_group_rule (432716f0-3eab-493d-8f66-aa25d29eccc8), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:39.239564 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-ef7cdc65-e0cf-4b65-9d80-f41d95ec1b51 None None] Attempt 3 to provision port 6e8b23b0-bc61-4571-9a21-75bb81bcfa43 Sep 27 04:29:39.258888 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f45ca2cb-d370-4ed7-8e0f-ce5c4401a291 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for security_group_rule (432716f0-3eab-493d-8f66-aa25d29eccc8), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:39.271397 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f45ca2cb-d370-4ed7-8e0f-ce5c4401a291 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112009'] for security_group_rule (432716f0-3eab-493d-8f66-aa25d29eccc8), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:39.299465 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ef7cdc65-e0cf-4b65-9d80-f41d95ec1b51 None None] Port 6e8b23b0-bc61-4571-9a21-75bb81bcfa43 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:29:39.300703 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ca2cb-d370-4ed7-8e0f-ce5c4401a291 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=432716f0-3eab-493d-8f66-aa25d29eccc8,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:39.308424 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f45ca2cb-d370-4ed7-8e0f-ce5c4401a291 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:39.309613 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-f45ca2cb-d370-4ed7-8e0f-ce5c4401a291 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1587014 Sep 27 04:29:39.312287 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 37048) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:39.316442 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-eae7dcc8-0bf0-43d8-9078-bd445d1568c4 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Request body: {'security_group_rule': {'security_group_id': 'dc8aeeb6-4f41-4b60-b98c-998d780399e1', 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:29:39.346451 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-eae7dcc8-0bf0-43d8-9078-bd445d1568c4 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for security_group_rule (bd059e0c-506d-4534-93ea-0d369f925e1f), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:39.417347 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-eae7dcc8-0bf0-43d8-9078-bd445d1568c4 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for security_group_rule (bd059e0c-506d-4534-93ea-0d369f925e1f), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:39.423116 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-eae7dcc8-0bf0-43d8-9078-bd445d1568c4 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112009'] for security_group_rule (bd059e0c-506d-4534-93ea-0d369f925e1f), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:39.443622 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7dcc8-0bf0-43d8-9078-bd445d1568c4 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd059e0c-506d-4534-93ea-0d369f925e1f,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:39.450373 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-eae7dcc8-0bf0-43d8-9078-bd445d1568c4 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:39.451745 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-eae7dcc8-0bf0-43d8-9078-bd445d1568c4 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1384025 Sep 27 04:29:39.454448 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 37050) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:39.458861 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-1f73f503-05a4-416c-b987-df8aace175ec tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Request body: {'security_group_rule': {'security_group_id': 'dc8aeeb6-4f41-4b60-b98c-998d780399e1', 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:29:39.480510 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.db.securitygroups_db [None req-1f73f503-05a4-416c-b987-df8aace175ec tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Project 53d86b6e8a8343fca03ca6d38200f23f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 04:29:39.486891 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1f73f503-05a4-416c-b987-df8aace175ec tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for security_group_rule (696bc1a5-554a-43e0-b016-630a1b6c4101), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:39.549469 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1f73f503-05a4-416c-b987-df8aace175ec tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for security_group_rule (696bc1a5-554a-43e0-b016-630a1b6c4101), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:39.555184 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1f73f503-05a4-416c-b987-df8aace175ec tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112009'] for security_group_rule (696bc1a5-554a-43e0-b016-630a1b6c4101), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:39.574108 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f73f503-05a4-416c-b987-df8aace175ec tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=696bc1a5-554a-43e0-b016-630a1b6c4101,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:39.581998 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-1f73f503-05a4-416c-b987-df8aace175ec tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:39.583285 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-1f73f503-05a4-416c-b987-df8aace175ec tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1278672 Sep 27 04:29:39.586106 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 37052) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:29:39.590381 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-6dad69e8-dfe6-4f51-9f78-d7d53e89f3b1 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Request body: {'security_group_rule': {'security_group_id': 'dc8aeeb6-4f41-4b60-b98c-998d780399e1', 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:29:39.611858 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.db.securitygroups_db [None req-6dad69e8-dfe6-4f51-9f78-d7d53e89f3b1 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Project 53d86b6e8a8343fca03ca6d38200f23f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 27 04:29:39.619025 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6dad69e8-dfe6-4f51-9f78-d7d53e89f3b1 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for security_group_rule (b6041ffc-164f-4bef-9176-52f875aa42cc), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:39.633841 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=82,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:39.687634 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6dad69e8-dfe6-4f51-9f78-d7d53e89f3b1 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for security_group_rule (b6041ffc-164f-4bef-9176-52f875aa42cc), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:39.691488 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6dad69e8-dfe6-4f51-9f78-d7d53e89f3b1 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112009'] for security_group_rule (b6041ffc-164f-4bef-9176-52f875aa42cc), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:39.712639 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dad69e8-dfe6-4f51-9f78-d7d53e89f3b1 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6041ffc-164f-4bef-9176-52f875aa42cc,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:39.720757 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6dad69e8-dfe6-4f51-9f78-d7d53e89f3b1 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:39.723839 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-6dad69e8-dfe6-4f51-9f78-d7d53e89f3b1 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1354101 Sep 27 04:29:39.800493 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-ef7cdc65-e0cf-4b65-9d80-f41d95ec1b51 None None] Attempt 4 to provision port 6e8b23b0-bc61-4571-9a21-75bb81bcfa43 Sep 27 04:29:39.840610 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ef7cdc65-e0cf-4b65-9d80-f41d95ec1b51 None None] Port 6e8b23b0-bc61-4571-9a21-75bb81bcfa43 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:29:39.912941 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 25a54548-54d9-441f-b9e5-01972934299d up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:29:39.962356 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port 25a54548-54d9-441f-b9e5-01972934299d triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:29:39.962736 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (25a54548-54d9-441f-b9e5-01972934299d), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:39.963072 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port 25a54548-54d9-441f-b9e5-01972934299d Sep 27 04:29:40.038328 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 25a54548-54d9-441f-b9e5-01972934299d is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:29:40.038721 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (25a54548-54d9-441f-b9e5-01972934299d), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:40.057218 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:40.061413 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] For port 25a54548-54d9-441f-b9e5-01972934299d, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=25a54548-54d9-441f-b9e5-01972934299d,segment=NetworkSegment(458173e0-a334-422f-a9db-e4c60ba44888),segment_id=458173e0-a334-422f-a9db-e4c60ba44888)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:29:40.065953 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (25a54548-54d9-441f-b9e5-01972934299d), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:40.115257 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Pushing event updated for resources: {'Port': ['ID=25a54548-54d9-441f-b9e5-01972934299d,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:40.341849 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-ef7cdc65-e0cf-4b65-9d80-f41d95ec1b51 None None] Attempt 5 to provision port 6e8b23b0-bc61-4571-9a21-75bb81bcfa43 Sep 27 04:29:40.378873 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ef7cdc65-e0cf-4b65-9d80-f41d95ec1b51 None None] Port 6e8b23b0-bc61-4571-9a21-75bb81bcfa43 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:29:40.879811 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-ef7cdc65-e0cf-4b65-9d80-f41d95ec1b51 None None] Attempt 6 to provision port 6e8b23b0-bc61-4571-9a21-75bb81bcfa43 Sep 27 04:29:40.914677 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ef7cdc65-e0cf-4b65-9d80-f41d95ec1b51 None None] Port 6e8b23b0-bc61-4571-9a21-75bb81bcfa43 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:29:41.332380 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671bab2d-49c2-4af0-840f-2e520e428f0c None None] Sync routers for ids ['3a57b971-3f52-4835-99a8-124d65408ffd'] in dv-cinder-859186-3-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:29:41.342566 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671bab2d-49c2-4af0-840f-2e520e428f0c None None] Routers {'3a57b971-3f52-4835-99a8-124d65408ffd'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:29:41.343166 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-671bab2d-49c2-4af0-840f-2e520e428f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:29:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['3a57b971-3f52-4835-99a8-124d65408ffd'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:41.415925 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-ef7cdc65-e0cf-4b65-9d80-f41d95ec1b51 None None] Attempt 7 to provision port 6e8b23b0-bc61-4571-9a21-75bb81bcfa43 Sep 27 04:29:41.448612 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-671bab2d-49c2-4af0-840f-2e520e428f0c None None] Set router 3a57b971-3f52-4835-99a8-124d65408ffd gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:29:41.453498 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ef7cdc65-e0cf-4b65-9d80-f41d95ec1b51 None None] Port 6e8b23b0-bc61-4571-9a21-75bb81bcfa43 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:29:41.719103 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-671bab2d-49c2-4af0-840f-2e520e428f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a57b971-3f52-4835-99a8-124d65408ffd', 'name': 'tempest-TestVolumeBootPattern-1299133401-router', 'tenant_id': '8069df7a2e984db0ac8925e1f0c242d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '25a54548-54d9-441f-b9e5-01972934299d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:29:34Z', 'updated_at': '2022-09-27T04:29:37Z', 'revision_number': 4, 'project_id': '8069df7a2e984db0ac8925e1f0c242d8', 'gw_port': {'id': '25a54548-54d9-441f-b9e5-01972934299d', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a57b971-3f52-4835-99a8-124d65408ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:35Z', 'updated_at': '2022-09-27T04:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '6e8b23b0-bc61-4571-9a21-75bb81bcfa43', 'name': '', 'network_id': 'ff8958a9-1d15-4a33-98bb-91961388fca3', 'tenant_id': '8069df7a2e984db0ac8925e1f0c242d8', 'mac_address': 'fa:16:3e:7e:d3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a57b971-3f52-4835-99a8-124d65408ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'aac67899-dc5a-496e-bf8d-d7385b65acc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:37Z', 'updated_at': '2022-09-27T04:29:37Z', 'revision_number': 2, 'project_id': '8069df7a2e984db0ac8925e1f0c242d8', 'subnets': [{'id': 'aac67899-dc5a-496e-bf8d-d7385b65acc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:41.744887 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671bab2d-49c2-4af0-840f-2e520e428f0c None None] Checking router: 3a57b971-3f52-4835-99a8-124d65408ffd for host: dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:29:41.745238 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671bab2d-49c2-4af0-840f-2e520e428f0c None None] Updating router 3a57b971-3f52-4835-99a8-124d65408ffd port 6e8b23b0-bc61-4571-9a21-75bb81bcfa43 binding host dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 27 04:29:41.775591 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-671bab2d-49c2-4af0-840f-2e520e428f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (6e8b23b0-bc61-4571-9a21-75bb81bcfa43), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:41.878788 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 25a54548-54d9-441f-b9e5-01972934299d up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:29:41.922531 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port 25a54548-54d9-441f-b9e5-01972934299d triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:29:41.923243 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (25a54548-54d9-441f-b9e5-01972934299d), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:41.923243 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port 25a54548-54d9-441f-b9e5-01972934299d Sep 27 04:29:41.941550 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:41.955283 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-ef7cdc65-e0cf-4b65-9d80-f41d95ec1b51 None None] Attempt 8 to provision port 6e8b23b0-bc61-4571-9a21-75bb81bcfa43 Sep 27 04:29:41.979563 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:41.996872 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ef7cdc65-e0cf-4b65-9d80-f41d95ec1b51 None None] Port 6e8b23b0-bc61-4571-9a21-75bb81bcfa43 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:29:42.033464 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 25a54548-54d9-441f-b9e5-01972934299d is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:29:42.038659 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-671bab2d-49c2-4af0-840f-2e520e428f0c None None] Publish callbacks [] for port (6e8b23b0-bc61-4571-9a21-75bb81bcfa43), precommit_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:42.044978 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-671bab2d-49c2-4af0-840f-2e520e428f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (6e8b23b0-bc61-4571-9a21-75bb81bcfa43), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:42.107682 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ea390-b520-4553-a86d-cdc3425204fe None None] Pushing event updated for resources: {'Port': ['ID=6e8b23b0-bc61-4571-9a21-75bb81bcfa43,revision_number=3']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:42.141949 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-671bab2d-49c2-4af0-840f-2e520e428f0c None None] Attempting to bind port 6e8b23b0-bc61-4571-9a21-75bb81bcfa43 on host dv-cinder-859186-3-iscsi for vnic_type normal with profile {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:29:42.142317 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-671bab2d-49c2-4af0-840f-2e520e428f0c None None] Attempting to bind port 6e8b23b0-bc61-4571-9a21-75bb81bcfa43 by drivers openvswitch,hyperv on host dv-cinder-859186-3-iscsi at level 0 using segments [{'id': '1f5f70c2-b521-4468-aada-3bc551b798e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ff8958a9-1d15-4a33-98bb-91961388fca3'}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:29:42.142675 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671bab2d-49c2-4af0-840f-2e520e428f0c None None] Attempting to bind port 6e8b23b0-bc61-4571-9a21-75bb81bcfa43 on network ff8958a9-1d15-4a33-98bb-91961388fca3 {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:29:42.184896 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671bab2d-49c2-4af0-840f-2e520e428f0c None None] Checking agent: {'id': '0bd2b542-4da8-414e-835f-b1729a0a5f72', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-859186-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 11, 55), 'started_at': datetime.datetime(2022, 9, 27, 4, 12, 25), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 29, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-859186-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:29:42.185264 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671bab2d-49c2-4af0-840f-2e520e428f0c None None] Checking segment: {'id': '1f5f70c2-b521-4468-aada-3bc551b798e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ff8958a9-1d15-4a33-98bb-91961388fca3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106213) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:29:42.185660 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-671bab2d-49c2-4af0-840f-2e520e428f0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:42.186083 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-671bab2d-49c2-4af0-840f-2e520e428f0c None None] Bound using segment: {'id': '1f5f70c2-b521-4468-aada-3bc551b798e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ff8958a9-1d15-4a33-98bb-91961388fca3'} {{(pid=106213) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:29:42.186551 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.managers [None req-671bab2d-49c2-4af0-840f-2e520e428f0c None None] Bound port: 6e8b23b0-bc61-4571-9a21-75bb81bcfa43, host: dv-cinder-859186-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f5f70c2-b521-4468-aada-3bc551b798e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ff8958a9-1d15-4a33-98bb-91961388fca3'}}] {{(pid=106213) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:29:42.186925 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-671bab2d-49c2-4af0-840f-2e520e428f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (6e8b23b0-bc61-4571-9a21-75bb81bcfa43), before_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:42.219106 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:42.248338 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-671bab2d-49c2-4af0-840f-2e520e428f0c None None] For port 6e8b23b0-bc61-4571-9a21-75bb81bcfa43, host dv-cinder-859186-3-iscsi, cleared binding levels {{(pid=106213) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:29:42.251487 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.plugins.ml2.db [None req-671bab2d-49c2-4af0-840f-2e520e428f0c None None] For port 6e8b23b0-bc61-4571-9a21-75bb81bcfa43, host dv-cinder-859186-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=6e8b23b0-bc61-4571-9a21-75bb81bcfa43,segment=NetworkSegment(1f5f70c2-b521-4468-aada-3bc551b798e3),segment_id=1f5f70c2-b521-4468-aada-3bc551b798e3)] {{(pid=106213) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:29:42.257299 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron_lib.callbacks.manager [None req-671bab2d-49c2-4af0-840f-2e520e428f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (6e8b23b0-bc61-4571-9a21-75bb81bcfa43), after_update {{(pid=106213) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:42.294753 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671bab2d-49c2-4af0-840f-2e520e428f0c None None] Routers {'3a57b971-3f52-4835-99a8-124d65408ffd'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:29:42.295371 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-671bab2d-49c2-4af0-840f-2e520e428f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:29:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['3a57b971-3f52-4835-99a8-124d65408ffd'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:42.357000 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56ea390-b520-4553-a86d-cdc3425204fe None None] Pushing event updated for resources: {'Port': ['ID=6e8b23b0-bc61-4571-9a21-75bb81bcfa43,revision_number=4']} {{(pid=106213) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:42.415288 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-671bab2d-49c2-4af0-840f-2e520e428f0c None None] Set router 3a57b971-3f52-4835-99a8-124d65408ffd gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:29:42.497679 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-ef7cdc65-e0cf-4b65-9d80-f41d95ec1b51 None None] Attempt 9 to provision port 6e8b23b0-bc61-4571-9a21-75bb81bcfa43 Sep 27 04:29:42.574247 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ef7cdc65-e0cf-4b65-9d80-f41d95ec1b51 None None] Current status of the port 6e8b23b0-bc61-4571-9a21-75bb81bcfa43 is: DOWN; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:29:42.574639 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ef7cdc65-e0cf-4b65-9d80-f41d95ec1b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (6e8b23b0-bc61-4571-9a21-75bb81bcfa43), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:42.610193 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-ef7cdc65-e0cf-4b65-9d80-f41d95ec1b51 None None] For port 6e8b23b0-bc61-4571-9a21-75bb81bcfa43, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=6e8b23b0-bc61-4571-9a21-75bb81bcfa43,segment=NetworkSegment(1f5f70c2-b521-4468-aada-3bc551b798e3),segment_id=1f5f70c2-b521-4468-aada-3bc551b798e3)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:29:42.614928 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-671bab2d-49c2-4af0-840f-2e520e428f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a57b971-3f52-4835-99a8-124d65408ffd', 'name': 'tempest-TestVolumeBootPattern-1299133401-router', 'tenant_id': '8069df7a2e984db0ac8925e1f0c242d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '25a54548-54d9-441f-b9e5-01972934299d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:29:34Z', 'updated_at': '2022-09-27T04:29:37Z', 'revision_number': 4, 'project_id': '8069df7a2e984db0ac8925e1f0c242d8', 'gw_port': {'id': '25a54548-54d9-441f-b9e5-01972934299d', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a57b971-3f52-4835-99a8-124d65408ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:35Z', 'updated_at': '2022-09-27T04:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '6e8b23b0-bc61-4571-9a21-75bb81bcfa43', 'name': '', 'network_id': 'ff8958a9-1d15-4a33-98bb-91961388fca3', 'tenant_id': '8069df7a2e984db0ac8925e1f0c242d8', 'mac_address': 'fa:16:3e:7e:d3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a57b971-3f52-4835-99a8-124d65408ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'aac67899-dc5a-496e-bf8d-d7385b65acc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:37Z', 'updated_at': '2022-09-27T04:29:42Z', 'revision_number': 4, 'project_id': '8069df7a2e984db0ac8925e1f0c242d8', 'subnets': [{'id': 'aac67899-dc5a-496e-bf8d-d7385b65acc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:29:42.615243 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ef7cdc65-e0cf-4b65-9d80-f41d95ec1b51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (6e8b23b0-bc61-4571-9a21-75bb81bcfa43), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:42.644712 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671bab2d-49c2-4af0-840f-2e520e428f0c None None] The sync data for ids ['3a57b971-3f52-4835-99a8-124d65408ffd'] in dv-cinder-859186-3-iscsi is: [{'id': '3a57b971-3f52-4835-99a8-124d65408ffd', 'name': 'tempest-TestVolumeBootPattern-1299133401-router', 'tenant_id': '8069df7a2e984db0ac8925e1f0c242d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '25a54548-54d9-441f-b9e5-01972934299d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:29:34Z', 'updated_at': '2022-09-27T04:29:37Z', 'revision_number': 4, 'project_id': '8069df7a2e984db0ac8925e1f0c242d8', 'gw_port': {'id': '25a54548-54d9-441f-b9e5-01972934299d', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a57b971-3f52-4835-99a8-124d65408ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:35Z', 'updated_at': '2022-09-27T04:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '6e8b23b0-bc61-4571-9a21-75bb81bcfa43', 'name': '', 'network_id': 'ff8958a9-1d15-4a33-98bb-91961388fca3', 'tenant_id': '8069df7a2e984db0ac8925e1f0c242d8', 'mac_address': 'fa:16:3e:7e:d3:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a57b971-3f52-4835-99a8-124d65408ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 667, 'fixed_ips': [{'subnet_id': 'aac67899-dc5a-496e-bf8d-d7385b65acc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:37Z', 'updated_at': '2022-09-27T04:29:42Z', 'revision_number': 4, 'project_id': '8069df7a2e984db0ac8925e1f0c242d8', 'subnets': [{'id': 'aac67899-dc5a-496e-bf8d-d7385b65acc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:29:42.666648 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7cdc65-e0cf-4b65-9d80-f41d95ec1b51 None None] Pushing event updated for resources: {'Port': ['ID=6e8b23b0-bc61-4571-9a21-75bb81bcfa43,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:42.735453 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-f7573406-da39-49f0-ad67-77c2c3e0ea48 None None] Provisioning complete for port 6e8b23b0-bc61-4571-9a21-75bb81bcfa43 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:29:42.735875 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-f7573406-da39-49f0-ad67-77c2c3e0ea48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (6e8b23b0-bc61-4571-9a21-75bb81bcfa43), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:42.736213 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-f7573406-da39-49f0-ad67-77c2c3e0ea48 None None] Attempt 1 to provision port 6e8b23b0-bc61-4571-9a21-75bb81bcfa43 Sep 27 04:29:42.819444 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-f7573406-da39-49f0-ad67-77c2c3e0ea48 None None] Current status of the port 6e8b23b0-bc61-4571-9a21-75bb81bcfa43 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:29:43.414926 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=30,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:43.423972 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=68,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:43.887244 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 6e8b23b0-bc61-4571-9a21-75bb81bcfa43 up at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:29:43.934788 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Provisioning complete for port 6e8b23b0-bc61-4571-9a21-75bb81bcfa43 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:29:43.935073 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (6e8b23b0-bc61-4571-9a21-75bb81bcfa43), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:43.935407 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Attempt 1 to provision port 6e8b23b0-bc61-4571-9a21-75bb81bcfa43 Sep 27 04:29:44.008725 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Current status of the port 6e8b23b0-bc61-4571-9a21-75bb81bcfa43 is: ACTIVE; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:29:49.707802 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=7,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:49.712164 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=73,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:50.305387 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-4e72113a-59d1-46bf-a358-fe6819aff9a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:52.251655 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-1fddc087-2255-4407-987e-2695a3226315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:52.617056 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=75,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:52.618825 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=44 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:53.737634 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:55.068680 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:55.182840 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:55.202704 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-164df07e-5613-4875-a70f-b3999fd6827f tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1621255540&fields=id&tenant_id=53d86b6e8a8343fca03ca6d38200f23f HTTP/1.1" status: 200 len: 267 time: 0.0500932 Sep 27 04:29:55.308254 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-bf86728d-45d8-4d3d-a708-2b4bbdcd7891 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:55.309685 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-bf86728d-45d8-4d3d-a708-2b4bbdcd7891 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/networks?id=df4f6840-004b-4387-a687-683e2895186f HTTP/1.1" status: 200 len: 811 time: 0.1004369 Sep 27 04:29:55.323767 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-e1b854b1-e748-4b8f-8625-7944d65df5ee tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/quotas/53d86b6e8a8343fca03ca6d38200f23f HTTP/1.1" status: 200 len: 375 time: 0.0086668 Sep 27 04:29:55.375773 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-3153c8f9-9273-4a29-a99f-4a59b1ada8c7 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=53d86b6e8a8343fca03ca6d38200f23f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0472732 Sep 27 04:29:55.470107 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-5c397a63-7c1d-4eb1-93dc-cf1bb4f5e06e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830016 Sep 27 04:29:55.562017 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-1269fd4d-9f39-4949-b16b-86d8ab4b6667 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857084 Sep 27 04:29:55.854575 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-24b247ea-fd12-4d40-bd9f-f797b12b237c req-6e09ee43-504c-4d36-9837-7aa355b9e37f tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=298d0196-0c87-4bfd-a862-be6cbe3a28f5 HTTP/1.1" status: 200 len: 210 time: 0.0279837 Sep 27 04:29:56.899576 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-39f3873c-fb43-4fba-b16c-f720dfee4f88 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:56.901031 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-39f3873c-fb43-4fba-b16c-f720dfee4f88 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.57 "GET /networking/v2.0/networks?id=df4f6840-004b-4387-a687-683e2895186f HTTP/1.1" status: 200 len: 811 time: 0.1049128 Sep 27 04:29:56.956893 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-abee0305-1bf8-4a52-9c22-db5149db64fb req-8c97d994-9b42-44b8-9674-d0bf5fe1d0bb tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=298d0196-0c87-4bfd-a862-be6cbe3a28f5 HTTP/1.1" status: 200 len: 210 time: 0.0281453 Sep 27 04:29:56.968816 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-4e25d4e4-e7da-42eb-834f-d0c081c1e4b7 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=53d86b6e8a8343fca03ca6d38200f23f HTTP/1.1" status: 200 len: 380 time: 0.0580294 Sep 27 04:29:56.978895 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-62a2a8bc-908a-4943-9fb0-199de18c1474 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Request body: {'port': {'device_id': '298d0196-0c87-4bfd-a862-be6cbe3a28f5', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'admin_state_up': True, 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'security_groups': ['dc8aeeb6-4f41-4b60-b98c-998d780399e1']}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:29:57.084516 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-62a2a8bc-908a-4943-9fb0-199de18c1474 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Made reservation on behalf of 53d86b6e8a8343fca03ca6d38200f23f for: {'port': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:29:57.088095 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-62a2a8bc-908a-4943-9fb0-199de18c1474 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:57.220989 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-62a2a8bc-908a-4943-9fb0-199de18c1474 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Allocated IP 172.20.0.5 (df4f6840-004b-4387-a687-683e2895186f/adae9526-5b78-4ae5-a4c5-ed40836bb98e/1712560b-01e8-4b96-8c66-8877d22eba22) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:29:57.373875 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-62a2a8bc-908a-4943-9fb0-199de18c1474 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for port (1712560b-01e8-4b96-8c66-8877d22eba22), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:57.407340 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-62a2a8bc-908a-4943-9fb0-199de18c1474 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (1712560b-01e8-4b96-8c66-8877d22eba22), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:57.450847 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-62a2a8bc-908a-4943-9fb0-199de18c1474 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Network df4f6840-004b-4387-a687-683e2895186f is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:29:57.456047 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-62a2a8bc-908a-4943-9fb0-199de18c1474 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:29:57.460026 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-62a2a8bc-908a-4943-9fb0-199de18c1474 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:29:57.487223 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a2a8bc-908a-4943-9fb0-199de18c1474 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Pushing event updated for resources: {'Port': ['ID=1712560b-01e8-4b96-8c66-8877d22eba22,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:57.512537 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-62a2a8bc-908a-4943-9fb0-199de18c1474 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:57.513159 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-62a2a8bc-908a-4943-9fb0-199de18c1474 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:57.531740 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-62a2a8bc-908a-4943-9fb0-199de18c1474 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5566015 Sep 27 04:29:57.545497 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-652016bf-0169-4d6f-870d-5c982258e75b service neutron] Request body: {'port': {'device_id': '298d0196-0c87-4bfd-a862-be6cbe3a28f5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:29:57.603381 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:57.614753 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-652016bf-0169-4d6f-870d-5c982258e75b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (1712560b-01e8-4b96-8c66-8877d22eba22), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:57.630647 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:57.727863 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:57.735422 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-256c9fe4-f96b-4024-ab2d-2bae213ff8c4 None None] Provisioning complete for port 1712560b-01e8-4b96-8c66-8877d22eba22 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:29:57.735870 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-256c9fe4-f96b-4024-ab2d-2bae213ff8c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (1712560b-01e8-4b96-8c66-8877d22eba22), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:57.736276 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-256c9fe4-f96b-4024-ab2d-2bae213ff8c4 None None] Attempt 1 to provision port 1712560b-01e8-4b96-8c66-8877d22eba22 Sep 27 04:29:57.767812 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-256c9fe4-f96b-4024-ab2d-2bae213ff8c4 None None] Port 1712560b-01e8-4b96-8c66-8877d22eba22 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:29:57.866783 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-652016bf-0169-4d6f-870d-5c982258e75b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1712560b-01e8-4b96-8c66-8877d22eba22 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:29:57.873948 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-652016bf-0169-4d6f-870d-5c982258e75b service neutron] Publish callbacks [] for port (1712560b-01e8-4b96-8c66-8877d22eba22), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:57.886095 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-652016bf-0169-4d6f-870d-5c982258e75b service neutron] Transition to ACTIVE for port object 1712560b-01e8-4b96-8c66-8877d22eba22 will not be triggered until provisioned by entity L2. {{(pid=106210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 04:29:57.889515 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-652016bf-0169-4d6f-870d-5c982258e75b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (1712560b-01e8-4b96-8c66-8877d22eba22), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:57.950609 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652016bf-0169-4d6f-870d-5c982258e75b service neutron] Pushing event updated for resources: {'Port': ['ID=1712560b-01e8-4b96-8c66-8877d22eba22,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:57.999278 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-652016bf-0169-4d6f-870d-5c982258e75b service neutron] Attempting to bind port 1712560b-01e8-4b96-8c66-8877d22eba22 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:29:57.999624 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-652016bf-0169-4d6f-870d-5c982258e75b service neutron] Attempting to bind port 1712560b-01e8-4b96-8c66-8877d22eba22 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': '3855b0db-49a1-4957-864c-539480ffde2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'df4f6840-004b-4387-a687-683e2895186f'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:29:57.999951 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-652016bf-0169-4d6f-870d-5c982258e75b service neutron] Attempting to bind port 1712560b-01e8-4b96-8c66-8877d22eba22 on network df4f6840-004b-4387-a687-683e2895186f {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:29:58.070363 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-652016bf-0169-4d6f-870d-5c982258e75b service neutron] Port 1712560b-01e8-4b96-8c66-8877d22eba22 on network df4f6840-004b-4387-a687-683e2895186f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 04:29:58.070693 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-652016bf-0169-4d6f-870d-5c982258e75b service neutron] Attempting to bind port 1712560b-01e8-4b96-8c66-8877d22eba22 on network df4f6840-004b-4387-a687-683e2895186f {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:29:58.108614 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bf8ce4-fbd2-449b-9d37-819dfb41402b req-0effa3bf-e919-4be9-b2ec-af7f06ee42f3 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:58.110082 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e0bf8ce4-fbd2-449b-9d37-819dfb41402b req-0effa3bf-e919-4be9-b2ec-af7f06ee42f3 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=298d0196-0c87-4bfd-a862-be6cbe3a28f5 HTTP/1.1" status: 200 len: 943 time: 0.0763338 Sep 27 04:29:58.139359 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-652016bf-0169-4d6f-870d-5c982258e75b service neutron] Checking agent: {'id': 'b1f517e4-57bd-40c9-8710-cebf6376635e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'started_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:29:58.139620 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-652016bf-0169-4d6f-870d-5c982258e75b service neutron] Checking segment: {'id': '3855b0db-49a1-4957-864c-539480ffde2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'df4f6840-004b-4387-a687-683e2895186f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:29:58.139994 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-652016bf-0169-4d6f-870d-5c982258e75b service neutron] Bound using segment: {'id': '3855b0db-49a1-4957-864c-539480ffde2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'df4f6840-004b-4387-a687-683e2895186f'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:29:58.140425 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-652016bf-0169-4d6f-870d-5c982258e75b service neutron] Bound port: 1712560b-01e8-4b96-8c66-8877d22eba22, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3855b0db-49a1-4957-864c-539480ffde2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'df4f6840-004b-4387-a687-683e2895186f'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:29:58.140816 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-652016bf-0169-4d6f-870d-5c982258e75b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (1712560b-01e8-4b96-8c66-8877d22eba22), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:58.196432 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e0bf8ce4-fbd2-449b-9d37-819dfb41402b req-4afdc8a3-413c-40e6-ae22-9da39a706868 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804908 Sep 27 04:29:58.223227 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-652016bf-0169-4d6f-870d-5c982258e75b service neutron] For port 1712560b-01e8-4b96-8c66-8877d22eba22, host hv-cinder-85918, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:29:58.226256 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-652016bf-0169-4d6f-870d-5c982258e75b service neutron] For port 1712560b-01e8-4b96-8c66-8877d22eba22, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=1712560b-01e8-4b96-8c66-8877d22eba22,segment=NetworkSegment(3855b0db-49a1-4957-864c-539480ffde2c),segment_id=3855b0db-49a1-4957-864c-539480ffde2c)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:29:58.235312 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-652016bf-0169-4d6f-870d-5c982258e75b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (1712560b-01e8-4b96-8c66-8877d22eba22), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:58.239640 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-652016bf-0169-4d6f-870d-5c982258e75b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:58.240158 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-652016bf-0169-4d6f-870d-5c982258e75b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:29:58.241538 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-652016bf-0169-4d6f-870d-5c982258e75b service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/1712560b-01e8-4b96-8c66-8877d22eba22 HTTP/1.1" status: 200 len: 1093 time: 0.7005250 Sep 27 04:29:58.242099 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298d0196-0c87-4bfd-a862-be6cbe3a28f5', 'tag': '1712560b-01e8-4b96-8c66-8877d22eba22'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:29:58.244327 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48f0ddc-e123-436e-b440-b69a925ece11" -d '{"events": [{"name": "network-changed", "server_uuid": "298d0196-0c87-4bfd-a862-be6cbe3a28f5", "tag": "1712560b-01e8-4b96-8c66-8877d22eba22"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:29:58.269732 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-256c9fe4-f96b-4024-ab2d-2bae213ff8c4 None None] Attempt 2 to provision port 1712560b-01e8-4b96-8c66-8877d22eba22 Sep 27 04:29:58.286189 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e49b065-2b46-4170-9dca-a028a5ea3ce4 x-openstack-request-id: req-7e49b065-2b46-4170-9dca-a028a5ea3ce4 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:29:58.286478 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298d0196-0c87-4bfd-a862-be6cbe3a28f5", "tag": "1712560b-01e8-4b96-8c66-8877d22eba22", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:29:58.286729 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7e49b065-2b46-4170-9dca-a028a5ea3ce4 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:29:58.287130 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e49b065-2b46-4170-9dca-a028a5ea3ce4'] response: {'name': 'network-changed', 'server_uuid': '298d0196-0c87-4bfd-a862-be6cbe3a28f5', 'tag': '1712560b-01e8-4b96-8c66-8877d22eba22', 'status': 'completed', 'code': 200} Sep 27 04:29:58.321859 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-256c9fe4-f96b-4024-ab2d-2bae213ff8c4 None None] Port 1712560b-01e8-4b96-8c66-8877d22eba22 had new provisioning blocks added so it will not transition to active. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 04:29:58.575391 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652016bf-0169-4d6f-870d-5c982258e75b service neutron] Pushing event updated for resources: {'Port': ['ID=1712560b-01e8-4b96-8c66-8877d22eba22,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:29:58.589321 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-f42c519c-ed19-4efe-b14e-651a4e3c6754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:58.590850 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-f42c519c-ed19-4efe-b14e-651a4e3c6754 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=53d86b6e8a8343fca03ca6d38200f23f&device_id=298d0196-0c87-4bfd-a862-be6cbe3a28f5 HTTP/1.1" status: 200 len: 1127 time: 0.3007364 Sep 27 04:29:58.631826 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-c4b7bcc7-19b0-4335-b8b3-c7de5d794b47 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1712560b-01e8-4b96-8c66-8877d22eba22 HTTP/1.1" status: 200 len: 217 time: 0.0318973 Sep 27 04:29:58.677043 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:58.681177 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-c27eda84-f7d3-42da-85c3-bbb8d660384e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:58.682592 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-c27eda84-f7d3-42da-85c3-bbb8d660384e service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=adae9526-5b78-4ae5-a4c5-ed40836bb98e HTTP/1.1" status: 200 len: 850 time: 0.0454686 Sep 27 04:29:58.726060 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-87cd2c3b-54f9-4dd7-bb50-cb6f78611ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:58.727475 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-87cd2c3b-54f9-4dd7-bb50-cb6f78611ae6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=df4f6840-004b-4387-a687-683e2895186f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0377798 Sep 27 04:29:58.799703 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:29:58.817052 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-04db0252-4c4b-45da-a8ff-871559690572 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826492 Sep 27 04:29:58.910734 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-2c3793cf-bf0e-45ad-bca1-36056f7effde req-54b2b8d7-4c30-4c70-aaaa-9cc20ac44573 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850017 Sep 27 04:29:59.175393 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f0ddc-e123-436e-b440-b69a925ece11 req-98959369-2006-4afe-9a66-7c6f069aa02a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:59.176832 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a48f0ddc-e123-436e-b440-b69a925ece11 req-98959369-2006-4afe-9a66-7c6f069aa02a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=53d86b6e8a8343fca03ca6d38200f23f&device_id=298d0196-0c87-4bfd-a862-be6cbe3a28f5 HTTP/1.1" status: 200 len: 1127 time: 0.0381773 Sep 27 04:29:59.279622 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f0ddc-e123-436e-b440-b69a925ece11 req-58d8ebfb-6514-49df-be5e-b1436f1bd01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:59.281081 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a48f0ddc-e123-436e-b440-b69a925ece11 req-58d8ebfb-6514-49df-be5e-b1436f1bd01e service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=df4f6840-004b-4387-a687-683e2895186f HTTP/1.1" status: 200 len: 912 time: 0.0945296 Sep 27 04:29:59.320436 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a48f0ddc-e123-436e-b440-b69a925ece11 req-2570f701-2685-4d6d-97da-d3b0ad7e8d59 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1712560b-01e8-4b96-8c66-8877d22eba22 HTTP/1.1" status: 200 len: 217 time: 0.0328043 Sep 27 04:29:59.405072 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f0ddc-e123-436e-b440-b69a925ece11 req-db37227b-effb-48a7-9967-8da63deb4e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:59.406571 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a48f0ddc-e123-436e-b440-b69a925ece11 req-db37227b-effb-48a7-9967-8da63deb4e5f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=adae9526-5b78-4ae5-a4c5-ed40836bb98e HTTP/1.1" status: 200 len: 850 time: 0.0803454 Sep 27 04:29:59.420682 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca052142-f01a-41a9-ae37-35d0d4138ff4 req-f3ec738a-c5fa-4652-8db1-d39897a978cb tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:59.422109 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ca052142-f01a-41a9-ae37-35d0d4138ff4 req-f3ec738a-c5fa-4652-8db1-d39897a978cb tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=298d0196-0c87-4bfd-a862-be6cbe3a28f5 HTTP/1.1" status: 200 len: 943 time: 0.1515331 Sep 27 04:29:59.473882 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48f0ddc-e123-436e-b440-b69a925ece11 req-0a943811-c6a9-4961-98f4-236baed7a26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:29:59.475280 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a48f0ddc-e123-436e-b440-b69a925ece11 req-0a943811-c6a9-4961-98f4-236baed7a26b service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=df4f6840-004b-4387-a687-683e2895186f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608745 Sep 27 04:29:59.542305 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ca052142-f01a-41a9-ae37-35d0d4138ff4 req-9e52a6d7-cf74-49ab-95c7-31c1031f2459 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113880 Sep 27 04:29:59.583731 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a48f0ddc-e123-436e-b440-b69a925ece11 req-7155f512-ecde-4ade-86e7-b30443c151ed service neutron] 10.222.0.57 "GET /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007776 Sep 27 04:29:59.680175 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a48f0ddc-e123-436e-b440-b69a925ece11 req-dbebc362-42ed-4459-ba9b-17d0111aec0c service neutron] 10.222.0.57 "GET /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907929 Sep 27 04:30:00.665269 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a640e7f-0be6-40ff-9713-9b989ef7e2ad req-3c1c5cbe-0db3-450f-ad61-446f1b75207c tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:00.666646 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8a640e7f-0be6-40ff-9713-9b989ef7e2ad req-3c1c5cbe-0db3-450f-ad61-446f1b75207c tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=298d0196-0c87-4bfd-a862-be6cbe3a28f5 HTTP/1.1" status: 200 len: 943 time: 0.0464251 Sep 27 04:30:00.717889 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8a640e7f-0be6-40ff-9713-9b989ef7e2ad req-d7b39711-da67-408e-8ae6-4d76e9ef5bbd tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453234 Sep 27 04:30:01.708038 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:30:01.839870 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bfe44b-8086-47de-97d0-b8d791322e48 req-1a8777da-7ba1-4559-8c7a-819277ebdd8a tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:01.841864 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-94bfe44b-8086-47de-97d0-b8d791322e48 req-1a8777da-7ba1-4559-8c7a-819277ebdd8a tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=298d0196-0c87-4bfd-a862-be6cbe3a28f5 HTTP/1.1" status: 200 len: 943 time: 0.0506594 Sep 27 04:30:01.895534 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-94bfe44b-8086-47de-97d0-b8d791322e48 req-80e888f1-bc80-4d4a-9c2a-22e8d0477a44 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481858 Sep 27 04:30:03.064019 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04549f06-0ffb-4097-b6e2-1615b61d0bc8 req-1669ea29-90bf-4593-8743-55dad168b501 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:03.065442 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-04549f06-0ffb-4097-b6e2-1615b61d0bc8 req-1669ea29-90bf-4593-8743-55dad168b501 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=298d0196-0c87-4bfd-a862-be6cbe3a28f5 HTTP/1.1" status: 200 len: 943 time: 0.0975728 Sep 27 04:30:03.114320 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-04549f06-0ffb-4097-b6e2-1615b61d0bc8 req-43394c5d-fb53-4fa6-8cf7-1022f170b5b8 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430140 Sep 27 04:30:04.234892 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee1918d-a524-465a-9f52-2784ef7774af req-8f8b94ab-52bc-4be7-b9e7-06d91cc73bd2 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:04.236363 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6ee1918d-a524-465a-9f52-2784ef7774af req-8f8b94ab-52bc-4be7-b9e7-06d91cc73bd2 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=298d0196-0c87-4bfd-a862-be6cbe3a28f5 HTTP/1.1" status: 200 len: 943 time: 0.0461035 Sep 27 04:30:04.283835 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6ee1918d-a524-465a-9f52-2784ef7774af req-d578a805-be56-411b-a554-dd2604c198dd tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412409 Sep 27 04:30:05.403666 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d4edf7-8c8a-4de1-a8f1-c81f6b28a7a3 req-ce3d93e1-1466-42c3-b6f9-8f854a48eecc tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:05.405272 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-14d4edf7-8c8a-4de1-a8f1-c81f6b28a7a3 req-ce3d93e1-1466-42c3-b6f9-8f854a48eecc tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=298d0196-0c87-4bfd-a862-be6cbe3a28f5 HTTP/1.1" status: 200 len: 943 time: 0.0470600 Sep 27 04:30:05.454231 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-14d4edf7-8c8a-4de1-a8f1-c81f6b28a7a3 req-2f42a8fd-5bad-42f3-a3c9-b3858cc35c2b tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433614 Sep 27 04:30:06.476417 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 1712560b-01e8-4b96-8c66-8877d22eba22 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 04:30:06.545728 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:06.563400 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:06.582800 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 1712560b-01e8-4b96-8c66-8877d22eba22, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=1712560b-01e8-4b96-8c66-8877d22eba22,segment=NetworkSegment(3855b0db-49a1-4957-864c-539480ffde2c),segment_id=3855b0db-49a1-4957-864c-539480ffde2c)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:30:06.584855 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cbb4c7-d22e-44d3-a881-67c8216d862b req-2ef7b873-3a92-4871-9357-19afaa14546d tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:06.586116 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b9cbb4c7-d22e-44d3-a881-67c8216d862b req-2ef7b873-3a92-4871-9357-19afaa14546d tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=298d0196-0c87-4bfd-a862-be6cbe3a28f5 HTTP/1.1" status: 200 len: 943 time: 0.0506427 Sep 27 04:30:06.593943 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Returning: {'device': '1712560b-01e8-4b96-8c66-8877d22eba22', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'port_id': '1712560b-01e8-4b96-8c66-8877d22eba22', 'mac_address': 'fa:16:3e:5f:06:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 04:30:06.630803 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port 1712560b-01e8-4b96-8c66-8877d22eba22 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:30:06.631193 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (1712560b-01e8-4b96-8c66-8877d22eba22), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:06.635302 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b9cbb4c7-d22e-44d3-a881-67c8216d862b req-64a40449-2fb9-4b01-b313-06635dd330a2 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435789 Sep 27 04:30:06.644333 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1712560b-01e8-4b96-8c66-8877d22eba22 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:30:06.664334 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 1712560b-01e8-4b96-8c66-8877d22eba22, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=1712560b-01e8-4b96-8c66-8877d22eba22,segment=NetworkSegment(3855b0db-49a1-4957-864c-539480ffde2c),segment_id=3855b0db-49a1-4957-864c-539480ffde2c)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:30:06.668573 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (1712560b-01e8-4b96-8c66-8877d22eba22), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:06.714928 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=1712560b-01e8-4b96-8c66-8877d22eba22,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:30:06.906923 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['1712560b-01e8-4b96-8c66-8877d22eba22'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:30:07.759510 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e36eb-48b9-4730-aae4-659c973a9aea req-76d19e0c-d79c-4496-b830-003af121a86f tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:07.760956 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-fc7e36eb-48b9-4730-aae4-659c973a9aea req-76d19e0c-d79c-4496-b830-003af121a86f tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=298d0196-0c87-4bfd-a862-be6cbe3a28f5 HTTP/1.1" status: 200 len: 944 time: 0.0505686 Sep 27 04:30:07.808817 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-fc7e36eb-48b9-4730-aae4-659c973a9aea req-7e0bea4b-60dd-4d00-950c-2a974d1818ff tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423558 Sep 27 04:30:08.133226 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:08.490192 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 1712560b-01e8-4b96-8c66-8877d22eba22 up at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:30:08.533246 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning for port 1712560b-01e8-4b96-8c66-8877d22eba22 completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 04:30:08.539099 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning complete for port 1712560b-01e8-4b96-8c66-8877d22eba22 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:30:08.539558 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (1712560b-01e8-4b96-8c66-8877d22eba22), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:08.539942 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Attempt 1 to provision port 1712560b-01e8-4b96-8c66-8877d22eba22 Sep 27 04:30:08.609553 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port 1712560b-01e8-4b96-8c66-8877d22eba22 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:30:08.609960 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (1712560b-01e8-4b96-8c66-8877d22eba22), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:08.612333 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:08.633587 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298d0196-0c87-4bfd-a862-be6cbe3a28f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1712560b-01e8-4b96-8c66-8877d22eba22'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:30:08.635854 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2687affa0ef786a15f255b59e70001bb997277ef1a41850ee1c1551a100c7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b02ffe-1f63-4dc3-8e04-a797f6581232" -d '{"events": [{"server_uuid": "298d0196-0c87-4bfd-a862-be6cbe3a28f5", "name": "network-vif-plugged", "status": "completed", "tag": "1712560b-01e8-4b96-8c66-8877d22eba22"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:30:08.648745 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 1712560b-01e8-4b96-8c66-8877d22eba22, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=1712560b-01e8-4b96-8c66-8877d22eba22,segment=NetworkSegment(3855b0db-49a1-4957-864c-539480ffde2c),segment_id=3855b0db-49a1-4957-864c-539480ffde2c)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:30:08.652492 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (1712560b-01e8-4b96-8c66-8877d22eba22), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:08.683562 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8646e00-4c82-4b5a-8e1e-b45a18856129 x-openstack-request-id: req-a8646e00-4c82-4b5a-8e1e-b45a18856129 {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:30:08.683849 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298d0196-0c87-4bfd-a862-be6cbe3a28f5", "name": "network-vif-plugged", "status": "completed", "tag": "1712560b-01e8-4b96-8c66-8877d22eba22", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:30:08.684099 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a8646e00-4c82-4b5a-8e1e-b45a18856129 {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:30:08.684491 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8646e00-4c82-4b5a-8e1e-b45a18856129'] response: {'server_uuid': '298d0196-0c87-4bfd-a862-be6cbe3a28f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1712560b-01e8-4b96-8c66-8877d22eba22', 'code': 200} Sep 27 04:30:08.828115 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=1712560b-01e8-4b96-8c66-8877d22eba22,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:30:08.906408 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c1086-4985-4a7d-be89-cdf064391883 req-3b59759d-85aa-46ce-9cf5-e806ed4c0c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:08.907937 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-952c1086-4985-4a7d-be89-cdf064391883 req-3b59759d-85aa-46ce-9cf5-e806ed4c0c01 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=298d0196-0c87-4bfd-a862-be6cbe3a28f5 HTTP/1.1" status: 200 len: 1129 time: 0.0394585 Sep 27 04:30:08.927600 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1754a9a-4b64-41ab-be90-774be7c944c0 req-24cfcb74-1610-4806-aac2-4bf1810a67f7 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:08.928985 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a1754a9a-4b64-41ab-be90-774be7c944c0 req-24cfcb74-1610-4806-aac2-4bf1810a67f7 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=298d0196-0c87-4bfd-a862-be6cbe3a28f5 HTTP/1.1" status: 200 len: 945 time: 0.0463355 Sep 27 04:30:08.955442 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-952c1086-4985-4a7d-be89-cdf064391883 req-5a38003c-92bd-4b53-bf2a-ef4e5595d448 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403516 Sep 27 04:30:08.978205 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a1754a9a-4b64-41ab-be90-774be7c944c0 req-93804a75-78a0-4970-8db1-fb3cf1768165 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434122 Sep 27 04:30:10.098281 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9275793-258d-454d-843c-13204cd16c9a req-0c644e2a-5cfb-42a8-b5d3-3b71dcc90861 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:10.100217 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b9275793-258d-454d-843c-13204cd16c9a req-0c644e2a-5cfb-42a8-b5d3-3b71dcc90861 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=298d0196-0c87-4bfd-a862-be6cbe3a28f5 HTTP/1.1" status: 200 len: 945 time: 0.0465364 Sep 27 04:30:10.127990 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:10.152222 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b9275793-258d-454d-843c-13204cd16c9a req-311ca299-5f6c-4b5b-b1ad-c805af05f3c8 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465612 Sep 27 04:30:11.271794 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8132abb-74fb-4c8d-8aa1-e912f2eb765b req-ffc8ef0e-1f7d-46b3-b983-0c676e40be6f tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:11.273253 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a8132abb-74fb-4c8d-8aa1-e912f2eb765b req-ffc8ef0e-1f7d-46b3-b983-0c676e40be6f tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=298d0196-0c87-4bfd-a862-be6cbe3a28f5 HTTP/1.1" status: 200 len: 945 time: 0.0470128 Sep 27 04:30:11.325051 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-a8132abb-74fb-4c8d-8aa1-e912f2eb765b req-bfe87044-1ea1-4e1c-afbd-668ffd137797 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462148 Sep 27 04:30:11.444269 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f8b91-d6c7-490b-bdb5-e654359449d1 req-e2c26cf3-5a2c-40f0-bd87-6670d9bdc741 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:11.445656 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-863f8b91-d6c7-490b-bdb5-e654359449d1 req-e2c26cf3-5a2c-40f0-bd87-6670d9bdc741 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=298d0196-0c87-4bfd-a862-be6cbe3a28f5 HTTP/1.1" status: 200 len: 945 time: 0.0471861 Sep 27 04:30:11.493430 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-863f8b91-d6c7-490b-bdb5-e654359449d1 req-f260ccd5-fb96-42ad-8b9b-34bbbd54ac05 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421360 Sep 27 04:30:11.521823 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 37220) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:30:11.598255 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e090db48-81f1-491c-8088-8213ca9aa5b6 tempest-TestVolumeBootPattern-1049569232 tempest-TestVolumeBootPattern-1049569232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:11.600046 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-e090db48-81f1-491c-8088-8213ca9aa5b6 tempest-TestVolumeBootPattern-1049569232 tempest-TestVolumeBootPattern-1049569232-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=298d0196-0c87-4bfd-a862-be6cbe3a28f5 HTTP/1.1" status: 200 len: 1124 time: 0.0769510 Sep 27 04:30:11.602641 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 37224) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:30:11.606890 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-59d18fe0-b1c4-41cb-920a-8b703d1c30aa tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Request body: {'floatingip': {'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'port_id': '1712560b-01e8-4b96-8c66-8877d22eba22', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:30:11.628171 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-59d18fe0-b1c4-41cb-920a-8b703d1c30aa tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:11.703706 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:11.704693 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:11.710128 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-59d18fe0-b1c4-41cb-920a-8b703d1c30aa tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:11.809754 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-59d18fe0-b1c4-41cb-920a-8b703d1c30aa tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Allocated IP 172.27.0.121 (4c2326fb-b4db-42c7-9331-4377c9818745/65648eee-291b-4b8a-95c0-f3ca12df09c9/82514c3e-b0d5-48a2-aba5-a1b91df98ce5) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:30:11.914987 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-59d18fe0-b1c4-41cb-920a-8b703d1c30aa tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for port (82514c3e-b0d5-48a2-aba5-a1b91df98ce5), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:11.945866 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-59d18fe0-b1c4-41cb-920a-8b703d1c30aa tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (82514c3e-b0d5-48a2-aba5-a1b91df98ce5), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:11.977292 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:11.990077 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d18fe0-b1c4-41cb-920a-8b703d1c30aa tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Network 4c2326fb-b4db-42c7-9331-4377c9818745 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:30:11.994066 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-59d18fe0-b1c4-41cb-920a-8b703d1c30aa tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:30:11.996171 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d18fe0-b1c4-41cb-920a-8b703d1c30aa tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Pushing event updated for resources: {'Port': ['ID=82514c3e-b0d5-48a2-aba5-a1b91df98ce5,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:30:11.998514 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d18fe0-b1c4-41cb-920a-8b703d1c30aa tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:30:12.028411 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d18fe0-b1c4-41cb-920a-8b703d1c30aa tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:12.028745 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d18fe0-b1c4-41cb-920a-8b703d1c30aa tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:12.029075 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d18fe0-b1c4-41cb-920a-8b703d1c30aa tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:12.029412 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d18fe0-b1c4-41cb-920a-8b703d1c30aa tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:12.029756 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d18fe0-b1c4-41cb-920a-8b703d1c30aa tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:12.030087 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d18fe0-b1c4-41cb-920a-8b703d1c30aa tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:12.030411 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d18fe0-b1c4-41cb-920a-8b703d1c30aa tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:12.030734 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d18fe0-b1c4-41cb-920a-8b703d1c30aa tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:12.031056 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d18fe0-b1c4-41cb-920a-8b703d1c30aa tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:12.031377 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d18fe0-b1c4-41cb-920a-8b703d1c30aa tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:12.031700 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d18fe0-b1c4-41cb-920a-8b703d1c30aa tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:12.032020 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d18fe0-b1c4-41cb-920a-8b703d1c30aa tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:12.032337 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d18fe0-b1c4-41cb-920a-8b703d1c30aa tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:12.032652 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d18fe0-b1c4-41cb-920a-8b703d1c30aa tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:12.032968 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59d18fe0-b1c4-41cb-920a-8b703d1c30aa tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:12.290684 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:12.356545 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-59d18fe0-b1c4-41cb-920a-8b703d1c30aa tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for floatingip (ff5bcf45-de80-4643-af08-993d124d7f8e), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:12.425118 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-59d18fe0-b1c4-41cb-920a-8b703d1c30aa tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (82514c3e-b0d5-48a2-aba5-a1b91df98ce5), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:12.565619 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-59d18fe0-b1c4-41cb-920a-8b703d1c30aa tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for port (82514c3e-b0d5-48a2-aba5-a1b91df98ce5), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:12.570628 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-59d18fe0-b1c4-41cb-920a-8b703d1c30aa tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (82514c3e-b0d5-48a2-aba5-a1b91df98ce5), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:12.647705 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-59d18fe0-b1c4-41cb-920a-8b703d1c30aa tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4106707'] for floatingip (ff5bcf45-de80-4643-af08-993d124d7f8e), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:12.649584 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d18fe0-b1c4-41cb-920a-8b703d1c30aa tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Pushing event updated for resources: {'Port': ['ID=82514c3e-b0d5-48a2-aba5-a1b91df98ce5,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:30:12.745104 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.db.l3_db [None req-59d18fe0-b1c4-41cb-920a-8b703d1c30aa tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Floating IP ff5bcf45-de80-4643-af08-993d124d7f8e associated. External IP: 172.27.0.121, port: 1712560b-01e8-4b96-8c66-8877d22eba22. Sep 27 04:30:12.818603 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:12.941264 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59d18fe0-b1c4-41cb-920a-8b703d1c30aa tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Router 07ade2a2-9975-4f39-ba38-5ad70098302d has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:30:13.039266 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d18fe0-b1c4-41cb-920a-8b703d1c30aa tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:30:13.048837 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8844df9-3d56-494c-8008-aab36665a645 None None] Sync routers for ids ['07ade2a2-9975-4f39-ba38-5ad70098302d'] in dv-cinder-859186-3-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:30:13.057059 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-59d18fe0-b1c4-41cb-920a-8b703d1c30aa tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:13.059911 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8844df9-3d56-494c-8008-aab36665a645 None None] Routers {'07ade2a2-9975-4f39-ba38-5ad70098302d'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:30:13.060527 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-c8844df9-3d56-494c-8008-aab36665a645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:29:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['07ade2a2-9975-4f39-ba38-5ad70098302d'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:30:13.091990 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-59d18fe0-b1c4-41cb-920a-8b703d1c30aa tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4859850 Sep 27 04:30:13.091990 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298d0196-0c87-4bfd-a862-be6cbe3a28f5', 'tag': '1712560b-01e8-4b96-8c66-8877d22eba22'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:30:13.092587 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91539a82-8744-42de-b112-a0e091dc4ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "298d0196-0c87-4bfd-a862-be6cbe3a28f5", "tag": "1712560b-01e8-4b96-8c66-8877d22eba22"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:30:13.128911 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5619387-8f2a-432c-b96a-06ebbb24b4f0 x-openstack-request-id: req-a5619387-8f2a-432c-b96a-06ebbb24b4f0 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:30:13.129204 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298d0196-0c87-4bfd-a862-be6cbe3a28f5", "tag": "1712560b-01e8-4b96-8c66-8877d22eba22", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:30:13.129459 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a5619387-8f2a-432c-b96a-06ebbb24b4f0 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:30:13.130476 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5619387-8f2a-432c-b96a-06ebbb24b4f0'] response: {'name': 'network-changed', 'server_uuid': '298d0196-0c87-4bfd-a862-be6cbe3a28f5', 'tag': '1712560b-01e8-4b96-8c66-8877d22eba22', 'status': 'completed', 'code': 200} Sep 27 04:30:13.162377 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:13.163333 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-c8844df9-3d56-494c-8008-aab36665a645 None None] Set router 07ade2a2-9975-4f39-ba38-5ad70098302d gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:30:13.192946 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:13.194690 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91539a82-8744-42de-b112-a0e091dc4ac3 req-e4a2464d-2322-4002-9e2a-f440807800ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:13.196199 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-91539a82-8744-42de-b112-a0e091dc4ac3 req-e4a2464d-2322-4002-9e2a-f440807800ee service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=53d86b6e8a8343fca03ca6d38200f23f&device_id=298d0196-0c87-4bfd-a862-be6cbe3a28f5 HTTP/1.1" status: 200 len: 1129 time: 0.0431798 Sep 27 04:30:13.288820 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91539a82-8744-42de-b112-a0e091dc4ac3 req-67adb08e-b34f-4480-842f-fe3b8d2eade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:13.290279 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-91539a82-8744-42de-b112-a0e091dc4ac3 req-67adb08e-b34f-4480-842f-fe3b8d2eade0 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=df4f6840-004b-4387-a687-683e2895186f HTTP/1.1" status: 200 len: 912 time: 0.0880923 Sep 27 04:30:13.352958 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-91539a82-8744-42de-b112-a0e091dc4ac3 req-dd52ab98-dddd-4ced-ac05-887aaa621428 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1712560b-01e8-4b96-8c66-8877d22eba22 HTTP/1.1" status: 200 len: 999 time: 0.0554144 Sep 27 04:30:13.372274 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-c8844df9-3d56-494c-8008-aab36665a645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'name': 'tempest-TestVolumeBootPattern-815580073-router', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:29:28Z', 'updated_at': '2022-09-27T04:29:31Z', 'revision_number': 4, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'gw_port': {'id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:29Z', 'updated_at': '2022-09-27T04:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': 'ff5bcf45-de80-4643-af08-993d124d7f8e', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'port_id': '1712560b-01e8-4b96-8c66-8877d22eba22', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'mac_address': 'fa:16:3e:5f:06:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298d0196-0c87-4bfd-a862-be6cbe3a28f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:30:12Z', 'updated_at': '2022-09-27T04:30:12Z', 'revision_number': 0, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '393bbc50-ff65-4a57-99fb-482a15b5ad7c', 'name': '', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'mac_address': 'fa:16:3e:df:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:31Z', 'updated_at': '2022-09-27T04:29:35Z', 'revision_number': 5, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'subnets': [{'id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:30:13.400263 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8844df9-3d56-494c-8008-aab36665a645 None None] Checking router: 07ade2a2-9975-4f39-ba38-5ad70098302d for host: dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:30:13.400494 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91539a82-8744-42de-b112-a0e091dc4ac3 req-267a573f-c706-4720-b986-3b0a7f28631a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:13.402126 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-91539a82-8744-42de-b112-a0e091dc4ac3 req-267a573f-c706-4720-b986-3b0a7f28631a service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=adae9526-5b78-4ae5-a4c5-ed40836bb98e HTTP/1.1" status: 200 len: 850 time: 0.0436468 Sep 27 04:30:13.409335 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8844df9-3d56-494c-8008-aab36665a645 None None] Routers {'07ade2a2-9975-4f39-ba38-5ad70098302d'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:30:13.409979 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-c8844df9-3d56-494c-8008-aab36665a645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:29:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['07ade2a2-9975-4f39-ba38-5ad70098302d'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:30:13.448799 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91539a82-8744-42de-b112-a0e091dc4ac3 req-a849c4bc-31c1-447b-b669-9c46f2adb7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:13.450327 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-91539a82-8744-42de-b112-a0e091dc4ac3 req-a849c4bc-31c1-447b-b669-9c46f2adb7ed service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=df4f6840-004b-4387-a687-683e2895186f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425024 Sep 27 04:30:13.512043 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-c8844df9-3d56-494c-8008-aab36665a645 None None] Set router 07ade2a2-9975-4f39-ba38-5ad70098302d gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:30:13.539676 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-91539a82-8744-42de-b112-a0e091dc4ac3 req-31181dc7-99d9-4237-982c-0a2dbeb13bc4 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833213 Sep 27 04:30:13.633371 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-91539a82-8744-42de-b112-a0e091dc4ac3 req-30935dc9-b464-4dac-b101-e63bf33ae081 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871830 Sep 27 04:30:13.730881 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-c8844df9-3d56-494c-8008-aab36665a645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'name': 'tempest-TestVolumeBootPattern-815580073-router', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:29:28Z', 'updated_at': '2022-09-27T04:29:31Z', 'revision_number': 4, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'gw_port': {'id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:29Z', 'updated_at': '2022-09-27T04:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': 'ff5bcf45-de80-4643-af08-993d124d7f8e', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'port_id': '1712560b-01e8-4b96-8c66-8877d22eba22', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'mac_address': 'fa:16:3e:5f:06:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298d0196-0c87-4bfd-a862-be6cbe3a28f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:30:12Z', 'updated_at': '2022-09-27T04:30:12Z', 'revision_number': 0, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '393bbc50-ff65-4a57-99fb-482a15b5ad7c', 'name': '', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'mac_address': 'fa:16:3e:df:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:31Z', 'updated_at': '2022-09-27T04:29:35Z', 'revision_number': 5, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'subnets': [{'id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:30:13.759712 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8844df9-3d56-494c-8008-aab36665a645 None None] The sync data for ids ['07ade2a2-9975-4f39-ba38-5ad70098302d'] in dv-cinder-859186-3-iscsi is: [{'id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'name': 'tempest-TestVolumeBootPattern-815580073-router', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:29:28Z', 'updated_at': '2022-09-27T04:29:31Z', 'revision_number': 4, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'gw_port': {'id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:29Z', 'updated_at': '2022-09-27T04:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': 'ff5bcf45-de80-4643-af08-993d124d7f8e', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'floating_ip_address': '172.27.0.121', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'port_id': '1712560b-01e8-4b96-8c66-8877d22eba22', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'mac_address': 'fa:16:3e:5f:06:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '298d0196-0c87-4bfd-a862-be6cbe3a28f5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:30:12Z', 'updated_at': '2022-09-27T04:30:12Z', 'revision_number': 0, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '393bbc50-ff65-4a57-99fb-482a15b5ad7c', 'name': '', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'mac_address': 'fa:16:3e:df:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:31Z', 'updated_at': '2022-09-27T04:29:35Z', 'revision_number': 5, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'subnets': [{'id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:30:13.948037 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f1403c-267e-4760-8a36-7f9bd17abbfa None None] New status for floating IP ff5bcf45-de80-4643-af08-993d124d7f8e: ACTIVE {{(pid=106213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 04:30:14.662840 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0a5547e1-16ba-4fc7-8c21-795e3574e948 req-05607c6f-1706-44d6-a0e2-957bfe1627dc service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=af03ef64-1418-4b7a-a0ee-1294cedb21a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0377238 Sep 27 04:30:14.744387 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5547e1-16ba-4fc7-8c21-795e3574e948 req-b730a3e8-8bdf-4070-8e0e-d82bfec8cd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:14.745852 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0a5547e1-16ba-4fc7-8c21-795e3574e948 req-b730a3e8-8bdf-4070-8e0e-d82bfec8cd76 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=d7c74ffec54740eca3cd6b707f1cb732&device_id=af03ef64-1418-4b7a-a0ee-1294cedb21a1 HTTP/1.1" status: 200 len: 1129 time: 0.0383482 Sep 27 04:30:14.850134 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5547e1-16ba-4fc7-8c21-795e3574e948 req-c2a2668f-beec-48f6-ada5-b37d399fddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:14.851577 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0a5547e1-16ba-4fc7-8c21-795e3574e948 req-c2a2668f-beec-48f6-ada5-b37d399fddb1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=cba0fe06-d029-4450-9dfd-fb0123caa50b HTTP/1.1" status: 200 len: 915 time: 0.0874631 Sep 27 04:30:14.911765 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0a5547e1-16ba-4fc7-8c21-795e3574e948 req-7deb8473-bd9f-42b2-8d01-41189b26836e service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9cf35c89-da17-4b43-a211-771d19ddbbf2 HTTP/1.1" status: 200 len: 1001 time: 0.0538130 Sep 27 04:30:14.924280 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:14.963568 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5547e1-16ba-4fc7-8c21-795e3574e948 req-0fad0314-0aa1-4053-80d6-eb007ec4b034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:14.965135 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0a5547e1-16ba-4fc7-8c21-795e3574e948 req-0fad0314-0aa1-4053-80d6-eb007ec4b034 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d4d9fbf8-be25-413e-9d9a-4acede1bc3df HTTP/1.1" status: 200 len: 853 time: 0.0478349 Sep 27 04:30:15.010003 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5547e1-16ba-4fc7-8c21-795e3574e948 req-d1fe55b3-bf78-4a5f-a208-bc794d5703dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:15.011480 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0a5547e1-16ba-4fc7-8c21-795e3574e948 req-d1fe55b3-bf78-4a5f-a208-bc794d5703dd service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cba0fe06-d029-4450-9dfd-fb0123caa50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398307 Sep 27 04:30:15.099144 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0a5547e1-16ba-4fc7-8c21-795e3574e948 req-ae0c1ab2-4c01-4445-bf1d-5c04fda6e8d8 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cba0fe06-d029-4450-9dfd-fb0123caa50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810311 Sep 27 04:30:15.194964 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0a5547e1-16ba-4fc7-8c21-795e3574e948 req-77291e49-0fdc-494c-8276-c4b40141328e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cba0fe06-d029-4450-9dfd-fb0123caa50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832772 Sep 27 04:30:20.307181 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-b82ff81f-c7e6-4814-9e69-13a99a7698c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:21.317098 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=97 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:21.321204 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=93 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:22.254645 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ee1167f4-690f-4945-8209-b5ec79ac5ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:23.737458 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:24.051361 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:24.054494 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=9 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:25.072037 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:25.179105 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:25.185056 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:25.190659 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=25 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:25.191540 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:26.209942 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e385e-73e4-478a-9dde-546f1f65fc37 req-60aac301-f5a6-45c9-a738-48eee6530f01 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:26.211442 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-146e385e-73e4-478a-9dde-546f1f65fc37 req-60aac301-f5a6-45c9-a738-48eee6530f01 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=af03ef64-1418-4b7a-a0ee-1294cedb21a1 HTTP/1.1" status: 200 len: 945 time: 0.0480747 Sep 27 04:30:26.258763 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-146e385e-73e4-478a-9dde-546f1f65fc37 req-141e0369-43c9-4caa-bb81-bd9106443bcc tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a95c94b-f7bf-4515-9419-e7b1d0b5acb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416059 Sep 27 04:30:27.379341 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28508753-7826-4a77-9647-5c74a94d3b80 req-d51d7c7b-401f-4ddf-b84e-deba9f945194 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:27.380793 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-28508753-7826-4a77-9647-5c74a94d3b80 req-d51d7c7b-401f-4ddf-b84e-deba9f945194 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=af03ef64-1418-4b7a-a0ee-1294cedb21a1 HTTP/1.1" status: 200 len: 945 time: 0.0453062 Sep 27 04:30:27.427367 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-28508753-7826-4a77-9647-5c74a94d3b80 req-a4f38869-3489-4ecd-8b00-9d86c9d0c9f6 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=4a95c94b-f7bf-4515-9419-e7b1d0b5acb8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410035 Sep 27 04:30:27.874787 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62244d-bfc7-4958-bc07-403a9c479f99 req-c5a99339-8682-444c-b5fe-0d2f65ff7b7b tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:27.876284 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8b62244d-bfc7-4958-bc07-403a9c479f99 req-c5a99339-8682-444c-b5fe-0d2f65ff7b7b tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=af03ef64-1418-4b7a-a0ee-1294cedb21a1 HTTP/1.1" status: 200 len: 945 time: 0.0501509 Sep 27 04:30:27.956976 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-8b62244d-bfc7-4958-bc07-403a9c479f99 req-15567c0b-e427-457f-82eb-02e59e2a612a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Deleting port 9cf35c89-da17-4b43-a211-771d19ddbbf2 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:30:27.957323 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-8b62244d-bfc7-4958-bc07-403a9c479f99 req-15567c0b-e427-457f-82eb-02e59e2a612a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (9cf35c89-da17-4b43-a211-771d19ddbbf2), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:28.053267 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-8b62244d-bfc7-4958-bc07-403a9c479f99 req-15567c0b-e427-457f-82eb-02e59e2a612a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] For port 9cf35c89-da17-4b43-a211-771d19ddbbf2, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=9cf35c89-da17-4b43-a211-771d19ddbbf2,segment=NetworkSegment(c5746d98-25dd-46c1-b1b6-0887fcb5090c),segment_id=c5746d98-25dd-46c1-b1b6-0887fcb5090c)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:30:28.053630 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-8b62244d-bfc7-4958-bc07-403a9c479f99 req-15567c0b-e427-457f-82eb-02e59e2a612a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (9cf35c89-da17-4b43-a211-771d19ddbbf2), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:28.213421 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-8b62244d-bfc7-4958-bc07-403a9c479f99 req-15567c0b-e427-457f-82eb-02e59e2a612a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:28.213707 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-8b62244d-bfc7-4958-bc07-403a9c479f99 req-15567c0b-e427-457f-82eb-02e59e2a612a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4106707'] for floatingip (31823bbb-e6a1-4e73-8287-05f3a101b261), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:28.214052 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.db.l3_db [req-8b62244d-bfc7-4958-bc07-403a9c479f99 req-15567c0b-e427-457f-82eb-02e59e2a612a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Floating IP 31823bbb-e6a1-4e73-8287-05f3a101b261 disassociated. External IP: 172.27.0.147, port: 9cf35c89-da17-4b43-a211-771d19ddbbf2. Sep 27 04:30:28.214393 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-8b62244d-bfc7-4958-bc07-403a9c479f99 req-15567c0b-e427-457f-82eb-02e59e2a612a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Calling delete_port for 9cf35c89-da17-4b43-a211-771d19ddbbf2 owned by compute:nova {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:30:28.344567 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-8b62244d-bfc7-4958-bc07-403a9c479f99 req-15567c0b-e427-457f-82eb-02e59e2a612a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (9cf35c89-da17-4b43-a211-771d19ddbbf2), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:28.370207 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15567c0b-e427-457f-82eb-02e59e2a612a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Pushing event deleted for resources: {'Port': ['ID=9cf35c89-da17-4b43-a211-771d19ddbbf2,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:30:28.534361 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-46e1ed8c-8267-4e3d-887e-58892816b052 req-1979904e-d45b-4d26-9fa8-fd1726c1ff06 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=af03ef64-1418-4b7a-a0ee-1294cedb21a1 HTTP/1.1" status: 200 len: 210 time: 0.0294263 Sep 27 04:30:28.734608 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b62244d-bfc7-4958-bc07-403a9c479f99 req-15567c0b-e427-457f-82eb-02e59e2a612a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Router 4c6af9de-cc1b-48df-9bb1-e87847c76f9f has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:30:28.841841 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b62244d-bfc7-4958-bc07-403a9c479f99 req-15567c0b-e427-457f-82eb-02e59e2a612a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:30:28.852560 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f9597d-d142-418a-8ce2-5731099c9cb9 None None] Sync routers for ids ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'] in dv-cinder-859186-3-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:30:28.862687 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f9597d-d142-418a-8ce2-5731099c9cb9 None None] Routers {'4c6af9de-cc1b-48df-9bb1-e87847c76f9f'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:30:28.863294 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-c3f9597d-d142-418a-8ce2-5731099c9cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:30:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:30:28.884578 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b62244d-bfc7-4958-bc07-403a9c479f99 req-15567c0b-e427-457f-82eb-02e59e2a612a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] No DVR routers for this DVR port 9cf35c89-da17-4b43-a211-771d19ddbbf2 on host hv-cinder-85918 {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:30:28.887206 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-8b62244d-bfc7-4958-bc07-403a9c479f99 req-15567c0b-e427-457f-82eb-02e59e2a612a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:28.890588 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8b62244d-bfc7-4958-bc07-403a9c479f99 req-15567c0b-e427-457f-82eb-02e59e2a612a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.57 "DELETE /networking/v2.0/ports/9cf35c89-da17-4b43-a211-771d19ddbbf2 HTTP/1.1" status: 204 len: 173 time: 1.0092676 Sep 27 04:30:28.891100 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af03ef64-1418-4b7a-a0ee-1294cedb21a1', 'name': 'network-vif-deleted', 'tag': '9cf35c89-da17-4b43-a211-771d19ddbbf2'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:30:28.894720 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdd21a0-4526-4cf7-abb5-dbf86fed5441" -d '{"events": [{"server_uuid": "af03ef64-1418-4b7a-a0ee-1294cedb21a1", "name": "network-vif-deleted", "tag": "9cf35c89-da17-4b43-a211-771d19ddbbf2"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:30:28.933118 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fa1a61-5752-4fc1-8aee-a7791e5e6007 x-openstack-request-id: req-40fa1a61-5752-4fc1-8aee-a7791e5e6007 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:30:28.933411 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af03ef64-1418-4b7a-a0ee-1294cedb21a1", "name": "network-vif-deleted", "tag": "9cf35c89-da17-4b43-a211-771d19ddbbf2", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:30:28.933678 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-40fa1a61-5752-4fc1-8aee-a7791e5e6007 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:30:28.934084 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40fa1a61-5752-4fc1-8aee-a7791e5e6007'] response: {'server_uuid': 'af03ef64-1418-4b7a-a0ee-1294cedb21a1', 'name': 'network-vif-deleted', 'tag': '9cf35c89-da17-4b43-a211-771d19ddbbf2', 'status': 'completed', 'code': 200} Sep 27 04:30:28.974359 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-c3f9597d-d142-418a-8ce2-5731099c9cb9 None None] Set router 4c6af9de-cc1b-48df-9bb1-e87847c76f9f gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:30:29.162766 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-c3f9597d-d142-418a-8ce2-5731099c9cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'name': 'tempest-AttachVolumeNegativeTest-148283676-router', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:27:11Z', 'updated_at': '2022-09-27T04:27:14Z', 'revision_number': 4, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'gw_port': {'id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:12Z', 'updated_at': '2022-09-27T04:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'a232fa3d-5135-4b2b-beba-1695e497a1d7', 'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'mac_address': 'fa:16:3e:40:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:13Z', 'updated_at': '2022-09-27T04:27:18Z', 'revision_number': 5, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'subnets': [{'id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:30:29.187649 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f9597d-d142-418a-8ce2-5731099c9cb9 None None] Checking router: 4c6af9de-cc1b-48df-9bb1-e87847c76f9f for host: dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:30:29.196617 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f9597d-d142-418a-8ce2-5731099c9cb9 None None] Routers {'4c6af9de-cc1b-48df-9bb1-e87847c76f9f'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:30:29.197221 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-c3f9597d-d142-418a-8ce2-5731099c9cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:30:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:30:29.233883 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:29.300404 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-c3f9597d-d142-418a-8ce2-5731099c9cb9 None None] Set router 4c6af9de-cc1b-48df-9bb1-e87847c76f9f gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:30:29.612568 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-c3f9597d-d142-418a-8ce2-5731099c9cb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'name': 'tempest-AttachVolumeNegativeTest-148283676-router', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:27:11Z', 'updated_at': '2022-09-27T04:27:14Z', 'revision_number': 4, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'gw_port': {'id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:12Z', 'updated_at': '2022-09-27T04:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'a232fa3d-5135-4b2b-beba-1695e497a1d7', 'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'mac_address': 'fa:16:3e:40:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:13Z', 'updated_at': '2022-09-27T04:27:18Z', 'revision_number': 5, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'subnets': [{'id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:30:29.638477 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3f9597d-d142-418a-8ce2-5731099c9cb9 None None] The sync data for ids ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'] in dv-cinder-859186-3-iscsi is: [{'id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'name': 'tempest-AttachVolumeNegativeTest-148283676-router', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:27:11Z', 'updated_at': '2022-09-27T04:27:14Z', 'revision_number': 4, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'gw_port': {'id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:12Z', 'updated_at': '2022-09-27T04:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'a232fa3d-5135-4b2b-beba-1695e497a1d7', 'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'mac_address': 'fa:16:3e:40:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:13Z', 'updated_at': '2022-09-27T04:27:18Z', 'revision_number': 5, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'subnets': [{'id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:30:29.638896 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 37302) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:30:29.653631 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:29.668102 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:29.699129 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5f1b7493-3081-4ea5-8138-979136cf1222 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group (4a95c94b-f7bf-4515-9419-e7b1d0b5acb8), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:29.723400 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5f1b7493-3081-4ea5-8138-979136cf1222 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group (4a95c94b-f7bf-4515-9419-e7b1d0b5acb8), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:29.772234 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5f1b7493-3081-4ea5-8138-979136cf1222 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (4a95c94b-f7bf-4515-9419-e7b1d0b5acb8), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:29.775806 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5f1b7493-3081-4ea5-8138-979136cf1222 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:29.779593 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-5f1b7493-3081-4ea5-8138-979136cf1222 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/4a95c94b-f7bf-4515-9419-e7b1d0b5acb8 HTTP/1.1" status: 204 len: 168 time: 0.1371102 Sep 27 04:30:29.780276 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 37304) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:30:29.790076 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b7493-3081-4ea5-8138-979136cf1222 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a95c94b-f7bf-4515-9419-e7b1d0b5acb8,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:30:29.795753 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.api.v2.resource [None req-9526d27b-2214-4ca9-a0a0-ea0bfa2f193e tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] show failed (client error): The resource could not be found. Sep 27 04:30:29.796169 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-9526d27b-2214-4ca9-a0a0-ea0bfa2f193e tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups/4a95c94b-f7bf-4515-9419-e7b1d0b5acb8 HTTP/1.1" status: 404 len: 347 time: 0.0149379 Sep 27 04:30:29.799070 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 37306) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:30:29.888235 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2822ae36-abe5-4878-8d68-828fbeae579e None None] New status for floating IP 31823bbb-e6a1-4e73-8287-05f3a101b261: DOWN {{(pid=106213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 04:30:29.923809 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-91986783-ee15-4689-8861-8be0f98386d1 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Deleting port bc88f6f6-e6a2-488d-aaab-c4dd91f3b3e3 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:30:29.924148 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-91986783-ee15-4689-8861-8be0f98386d1 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (bc88f6f6-e6a2-488d-aaab-c4dd91f3b3e3), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:30.003323 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-91986783-ee15-4689-8861-8be0f98386d1 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (bc88f6f6-e6a2-488d-aaab-c4dd91f3b3e3), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:30.003642 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-91986783-ee15-4689-8861-8be0f98386d1 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for floatingip (bc88f6f6-e6a2-488d-aaab-c4dd91f3b3e3), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:30.016333 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-91986783-ee15-4689-8861-8be0f98386d1 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Calling delete_port for bc88f6f6-e6a2-488d-aaab-c4dd91f3b3e3 owned by network:floatingip {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:30:30.147182 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-91986783-ee15-4689-8861-8be0f98386d1 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (bc88f6f6-e6a2-488d-aaab-c4dd91f3b3e3), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:30.169446 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91986783-ee15-4689-8861-8be0f98386d1 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Pushing event deleted for resources: {'Port': ['ID=bc88f6f6-e6a2-488d-aaab-c4dd91f3b3e3,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:30:30.179169 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91986783-ee15-4689-8861-8be0f98386d1 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:30.179498 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91986783-ee15-4689-8861-8be0f98386d1 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:30.179846 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91986783-ee15-4689-8861-8be0f98386d1 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:30.180186 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91986783-ee15-4689-8861-8be0f98386d1 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:30.180526 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91986783-ee15-4689-8861-8be0f98386d1 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:30.180861 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91986783-ee15-4689-8861-8be0f98386d1 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:30.181583 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91986783-ee15-4689-8861-8be0f98386d1 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:30.181583 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91986783-ee15-4689-8861-8be0f98386d1 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:30.181911 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91986783-ee15-4689-8861-8be0f98386d1 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:30.182243 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91986783-ee15-4689-8861-8be0f98386d1 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:30.182570 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91986783-ee15-4689-8861-8be0f98386d1 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:30.182892 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91986783-ee15-4689-8861-8be0f98386d1 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:30.183215 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91986783-ee15-4689-8861-8be0f98386d1 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:30.183538 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91986783-ee15-4689-8861-8be0f98386d1 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:30.183860 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91986783-ee15-4689-8861-8be0f98386d1 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:30.244866 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-91986783-ee15-4689-8861-8be0f98386d1 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for floatingip (31823bbb-e6a1-4e73-8287-05f3a101b261), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:30.247346 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-91986783-ee15-4689-8861-8be0f98386d1 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:30.248479 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-91986783-ee15-4689-8861-8be0f98386d1 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/31823bbb-e6a1-4e73-8287-05f3a101b261 HTTP/1.1" status: 204 len: 168 time: 0.4485283 Sep 27 04:30:30.314258 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 37310) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:30:30.318753 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-30354c4a-eb60-42df-a154-067b3668769b tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1007767043', 'description': 'tempest-description--268731395'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:30:30.344590 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-30354c4a-eb60-42df-a154-067b3668769b tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:30.412602 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-30354c4a-eb60-42df-a154-067b3668769b tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group (e2591773-3de6-4b20-b7cf-0430fcece043), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:30.416216 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-30354c4a-eb60-42df-a154-067b3668769b tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (e2591773-3de6-4b20-b7cf-0430fcece043), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:30.447033 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-30354c4a-eb60-42df-a154-067b3668769b tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:30.448262 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-30354c4a-eb60-42df-a154-067b3668769b tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "POST /networking/v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1329923 Sep 27 04:30:30.449448 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30354c4a-eb60-42df-a154-067b3668769b tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2591773-3de6-4b20-b7cf-0430fcece043,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:30:30.451300 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 37312) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:30:30.456410 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-ad884dc5-90ea-408c-b062-7afc56a4683c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Request body: {'security_group_rule': {'security_group_id': 'e2591773-3de6-4b20-b7cf-0430fcece043', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:30:30.486744 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ad884dc5-90ea-408c-b062-7afc56a4683c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group_rule (c43704dd-47ee-45aa-8374-6c107e225508), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:30.532387 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ad884dc5-90ea-408c-b062-7afc56a4683c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group_rule (c43704dd-47ee-45aa-8374-6c107e225508), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:30.535698 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ad884dc5-90ea-408c-b062-7afc56a4683c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112009'] for security_group_rule (c43704dd-47ee-45aa-8374-6c107e225508), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:30.555556 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad884dc5-90ea-408c-b062-7afc56a4683c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c43704dd-47ee-45aa-8374-6c107e225508,revision_number=0']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:30:30.562247 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ad884dc5-90ea-408c-b062-7afc56a4683c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:30.562367 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 9cf35c89-da17-4b43-a211-771d19ddbbf2 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:30:30.563991 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-ad884dc5-90ea-408c-b062-7afc56a4683c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1111481 Sep 27 04:30:30.566940 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 37314) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:30:30.572005 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-154c99e6-c384-4c07-8ed0-b9ec1a926984 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Request body: {'security_group_rule': {'security_group_id': 'e2591773-3de6-4b20-b7cf-0430fcece043', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:30:30.584014 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] No Port match for: 9cf35c89-da17-4b43-a211-771d19ddbbf2 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:30:30.584365 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 9cf35c89-da17-4b43-a211-771d19ddbbf2 not bound to the agent host hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:30:30.598380 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-154c99e6-c384-4c07-8ed0-b9ec1a926984 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group_rule (baaad5fd-a548-4567-9d1c-4dfa9803144b), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:30.653540 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-154c99e6-c384-4c07-8ed0-b9ec1a926984 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group_rule (baaad5fd-a548-4567-9d1c-4dfa9803144b), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:30.657129 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-154c99e6-c384-4c07-8ed0-b9ec1a926984 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112009'] for security_group_rule (baaad5fd-a548-4567-9d1c-4dfa9803144b), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:30.675443 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154c99e6-c384-4c07-8ed0-b9ec1a926984 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=baaad5fd-a548-4567-9d1c-4dfa9803144b,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:30:30.683151 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-154c99e6-c384-4c07-8ed0-b9ec1a926984 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:30.684340 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-154c99e6-c384-4c07-8ed0-b9ec1a926984 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "POST /networking/v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1163578 Sep 27 04:30:30.687515 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 37316) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:30:30.692260 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-e030ce7f-4ef5-4758-a804-201eac2c5b7c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Request body: {'floatingip': {'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:30:30.711892 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e030ce7f-4ef5-4758-a804-201eac2c5b7c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:30.790662 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e030ce7f-4ef5-4758-a804-201eac2c5b7c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:30.895006 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [None req-e030ce7f-4ef5-4758-a804-201eac2c5b7c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Allocated IP 172.27.0.31 (4c2326fb-b4db-42c7-9331-4377c9818745/65648eee-291b-4b8a-95c0-f3ca12df09c9/aec4400e-bc97-4031-8a96-63205a408bdb) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:30:30.995612 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e030ce7f-4ef5-4758-a804-201eac2c5b7c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for port (aec4400e-bc97-4031-8a96-63205a408bdb), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:30.998415 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:31.002169 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:31.043197 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e030ce7f-4ef5-4758-a804-201eac2c5b7c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (aec4400e-bc97-4031-8a96-63205a408bdb), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:31.081951 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e030ce7f-4ef5-4758-a804-201eac2c5b7c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Network 4c2326fb-b4db-42c7-9331-4377c9818745 is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:30:31.086838 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-e030ce7f-4ef5-4758-a804-201eac2c5b7c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:30:31.089369 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e030ce7f-4ef5-4758-a804-201eac2c5b7c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:30:31.118541 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030ce7f-4ef5-4758-a804-201eac2c5b7c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Pushing event updated for resources: {'Port': ['ID=aec4400e-bc97-4031-8a96-63205a408bdb,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:30:31.177390 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e030ce7f-4ef5-4758-a804-201eac2c5b7c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for floatingip (ce08fc7c-e612-4460-a0fa-1f57571dd8c9), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:31.212677 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e030ce7f-4ef5-4758-a804-201eac2c5b7c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (aec4400e-bc97-4031-8a96-63205a408bdb), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:31.357000 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e030ce7f-4ef5-4758-a804-201eac2c5b7c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for port (aec4400e-bc97-4031-8a96-63205a408bdb), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:31.361440 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e030ce7f-4ef5-4758-a804-201eac2c5b7c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (aec4400e-bc97-4031-8a96-63205a408bdb), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:31.432038 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e030ce7f-4ef5-4758-a804-201eac2c5b7c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4106707'] for floatingip (ce08fc7c-e612-4460-a0fa-1f57571dd8c9), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:31.435666 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030ce7f-4ef5-4758-a804-201eac2c5b7c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Pushing event updated for resources: {'Port': ['ID=aec4400e-bc97-4031-8a96-63205a408bdb,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:30:31.448872 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e030ce7f-4ef5-4758-a804-201eac2c5b7c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:31.450099 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-e030ce7f-4ef5-4758-a804-201eac2c5b7c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7616549 Sep 27 04:30:31.644885 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-405b99ec-81d5-4ac7-9043-fd1bfb233ab4 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-securitygroup--1007767043&fields=id&tenant_id=d7c74ffec54740eca3cd6b707f1cb732 HTTP/1.1" status: 200 len: 267 time: 0.0426819 Sep 27 04:30:31.756376 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-3975e5c8-c436-48c7-b68f-ec0a40d0c135 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:31.757866 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-3975e5c8-c436-48c7-b68f-ec0a40d0c135 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/networks?id=cba0fe06-d029-4450-9dfd-fb0123caa50b HTTP/1.1" status: 200 len: 814 time: 0.1064517 Sep 27 04:30:31.772538 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-2ab0d42f-c901-4675-974a-c1bdfabd38cf tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/quotas/d7c74ffec54740eca3cd6b707f1cb732 HTTP/1.1" status: 200 len: 375 time: 0.0093019 Sep 27 04:30:31.820928 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-729b2b77-cd5f-430f-a697-6a63b0d253d1 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=d7c74ffec54740eca3cd6b707f1cb732&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436046 Sep 27 04:30:31.915992 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-9ff1f407-743d-4d84-83d4-a63959b149ca service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cba0fe06-d029-4450-9dfd-fb0123caa50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828617 Sep 27 04:30:31.973125 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:31.982469 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:32.012366 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-17034117-b7ba-4fd7-9b9c-dd9426a99d6e service neutron] 10.222.0.26 "GET /networking/v2.0/networks/cba0fe06-d029-4450-9dfd-fb0123caa50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904858 Sep 27 04:30:32.173222 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-d27ff8ae-99ff-4ab9-a1db-cc549c4d34db req-bd875fea-0265-4fb0-9809-b4e5e065ab27 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e293adc2-d0ac-46d7-92a9-a61e55ca2f5e HTTP/1.1" status: 200 len: 210 time: 0.0280533 Sep 27 04:30:33.220167 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-e8ab7b04-9e14-4931-99df-3bbe175f5970 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:33.221636 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-e8ab7b04-9e14-4931-99df-3bbe175f5970 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.57 "GET /networking/v2.0/networks?id=cba0fe06-d029-4450-9dfd-fb0123caa50b HTTP/1.1" status: 200 len: 814 time: 0.1100640 Sep 27 04:30:33.291005 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a4babb33-0f94-4f05-9bc7-8234191ef844 req-3bae77e0-7084-4527-bda9-8ac594215902 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e293adc2-d0ac-46d7-92a9-a61e55ca2f5e HTTP/1.1" status: 200 len: 210 time: 0.0332301 Sep 27 04:30:33.309948 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-4b53f20b-7ee3-4c9b-b750-0ca9695bfc6f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=d7c74ffec54740eca3cd6b707f1cb732 HTTP/1.1" status: 200 len: 380 time: 0.0791502 Sep 27 04:30:33.376243 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-1d901d41-dcaa-423e-b9d4-93715d8f385c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Request body: {'port': {'device_id': 'e293adc2-d0ac-46d7-92a9-a61e55ca2f5e', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'admin_state_up': True, 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'security_groups': ['e2591773-3de6-4b20-b7cf-0430fcece043']}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:30:33.486918 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-1d901d41-dcaa-423e-b9d4-93715d8f385c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Made reservation on behalf of d7c74ffec54740eca3cd6b707f1cb732 for: {'port': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:30:33.490931 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-1d901d41-dcaa-423e-b9d4-93715d8f385c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:33.612929 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-1d901d41-dcaa-423e-b9d4-93715d8f385c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Allocated IP 172.20.0.13 (cba0fe06-d029-4450-9dfd-fb0123caa50b/d4d9fbf8-be25-413e-9d9a-4acede1bc3df/ba58590d-7cc5-40df-a30e-19ed0c34f9b2) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:30:33.752151 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-1d901d41-dcaa-423e-b9d4-93715d8f385c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for port (ba58590d-7cc5-40df-a30e-19ed0c34f9b2), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:33.783781 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-1d901d41-dcaa-423e-b9d4-93715d8f385c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (ba58590d-7cc5-40df-a30e-19ed0c34f9b2), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:33.823248 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-1d901d41-dcaa-423e-b9d4-93715d8f385c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Network cba0fe06-d029-4450-9dfd-fb0123caa50b is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:30:33.828780 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-1d901d41-dcaa-423e-b9d4-93715d8f385c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:30:33.832483 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-1d901d41-dcaa-423e-b9d4-93715d8f385c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:30:33.863509 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d901d41-dcaa-423e-b9d4-93715d8f385c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Pushing event updated for resources: {'Port': ['ID=ba58590d-7cc5-40df-a30e-19ed0c34f9b2,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:30:33.888504 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-1d901d41-dcaa-423e-b9d4-93715d8f385c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:33.889127 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-1d901d41-dcaa-423e-b9d4-93715d8f385c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:33.906961 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-1d901d41-dcaa-423e-b9d4-93715d8f385c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5346053 Sep 27 04:30:33.917390 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-1c247269-8377-4cfc-a10f-8299bf10fc06 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106210) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 04:30:33.918408 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-1c247269-8377-4cfc-a10f-8299bf10fc06 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.57 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0055172 Sep 27 04:30:33.973566 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-97e6e127-998a-4939-a9d8-42451cd4972f service neutron] Request body: {'port': {'device_id': 'e293adc2-d0ac-46d7-92a9-a61e55ca2f5e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:30:34.022966 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:34.025417 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:34.036326 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-97e6e127-998a-4939-a9d8-42451cd4972f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (ba58590d-7cc5-40df-a30e-19ed0c34f9b2), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:34.042049 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-87b7b9ac-f932-46ec-8861-65148c2e8e8f None None] Provisioning complete for port ba58590d-7cc5-40df-a30e-19ed0c34f9b2 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:30:34.042538 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-87b7b9ac-f932-46ec-8861-65148c2e8e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (ba58590d-7cc5-40df-a30e-19ed0c34f9b2), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:34.042870 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-87b7b9ac-f932-46ec-8861-65148c2e8e8f None None] Attempt 1 to provision port ba58590d-7cc5-40df-a30e-19ed0c34f9b2 Sep 27 04:30:34.073969 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-87b7b9ac-f932-46ec-8861-65148c2e8e8f None None] Port ba58590d-7cc5-40df-a30e-19ed0c34f9b2 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:30:34.288628 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-97e6e127-998a-4939-a9d8-42451cd4972f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba58590d-7cc5-40df-a30e-19ed0c34f9b2 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:30:34.296190 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-97e6e127-998a-4939-a9d8-42451cd4972f service neutron] Publish callbacks [] for port (ba58590d-7cc5-40df-a30e-19ed0c34f9b2), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:34.309397 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-97e6e127-998a-4939-a9d8-42451cd4972f service neutron] Transition to ACTIVE for port object ba58590d-7cc5-40df-a30e-19ed0c34f9b2 will not be triggered until provisioned by entity L2. {{(pid=106210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 04:30:34.313620 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-97e6e127-998a-4939-a9d8-42451cd4972f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (ba58590d-7cc5-40df-a30e-19ed0c34f9b2), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:34.376167 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e6e127-998a-4939-a9d8-42451cd4972f service neutron] Pushing event updated for resources: {'Port': ['ID=ba58590d-7cc5-40df-a30e-19ed0c34f9b2,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:30:34.412736 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07abf37-a0db-4dc9-b460-3e520f67d5d7 req-7dfebd0e-f565-4a4b-a24c-0a6ba5e9306a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:34.414938 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b07abf37-a0db-4dc9-b460-3e520f67d5d7 req-7dfebd0e-f565-4a4b-a24c-0a6ba5e9306a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e293adc2-d0ac-46d7-92a9-a61e55ca2f5e HTTP/1.1" status: 200 len: 944 time: 0.0471528 Sep 27 04:30:34.431643 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-97e6e127-998a-4939-a9d8-42451cd4972f service neutron] Attempting to bind port ba58590d-7cc5-40df-a30e-19ed0c34f9b2 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:30:34.431981 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-97e6e127-998a-4939-a9d8-42451cd4972f service neutron] Attempting to bind port ba58590d-7cc5-40df-a30e-19ed0c34f9b2 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': 'c5746d98-25dd-46c1-b1b6-0887fcb5090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:30:34.432314 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-97e6e127-998a-4939-a9d8-42451cd4972f service neutron] Attempting to bind port ba58590d-7cc5-40df-a30e-19ed0c34f9b2 on network cba0fe06-d029-4450-9dfd-fb0123caa50b {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:30:34.463686 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b07abf37-a0db-4dc9-b460-3e520f67d5d7 req-e401c283-57f1-467a-ab98-700285b0c5f0 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e2591773-3de6-4b20-b7cf-0430fcece043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408256 Sep 27 04:30:34.477644 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-97e6e127-998a-4939-a9d8-42451cd4972f service neutron] Port ba58590d-7cc5-40df-a30e-19ed0c34f9b2 on network cba0fe06-d029-4450-9dfd-fb0123caa50b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 04:30:34.478000 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-97e6e127-998a-4939-a9d8-42451cd4972f service neutron] Attempting to bind port ba58590d-7cc5-40df-a30e-19ed0c34f9b2 on network cba0fe06-d029-4450-9dfd-fb0123caa50b {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:30:34.519957 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-97e6e127-998a-4939-a9d8-42451cd4972f service neutron] Checking agent: {'id': 'b1f517e4-57bd-40c9-8710-cebf6376635e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'started_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:30:34.520291 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-97e6e127-998a-4939-a9d8-42451cd4972f service neutron] Checking segment: {'id': 'c5746d98-25dd-46c1-b1b6-0887fcb5090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:30:34.520680 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-97e6e127-998a-4939-a9d8-42451cd4972f service neutron] Bound using segment: {'id': 'c5746d98-25dd-46c1-b1b6-0887fcb5090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:30:34.521113 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-97e6e127-998a-4939-a9d8-42451cd4972f service neutron] Bound port: ba58590d-7cc5-40df-a30e-19ed0c34f9b2, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c5746d98-25dd-46c1-b1b6-0887fcb5090c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:30:34.521464 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-97e6e127-998a-4939-a9d8-42451cd4972f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (ba58590d-7cc5-40df-a30e-19ed0c34f9b2), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:34.574761 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-87b7b9ac-f932-46ec-8861-65148c2e8e8f None None] Attempt 2 to provision port ba58590d-7cc5-40df-a30e-19ed0c34f9b2 Sep 27 04:30:34.581024 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-97e6e127-998a-4939-a9d8-42451cd4972f service neutron] For port ba58590d-7cc5-40df-a30e-19ed0c34f9b2, host hv-cinder-85918, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:30:34.584052 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-97e6e127-998a-4939-a9d8-42451cd4972f service neutron] For port ba58590d-7cc5-40df-a30e-19ed0c34f9b2, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=ba58590d-7cc5-40df-a30e-19ed0c34f9b2,segment=NetworkSegment(c5746d98-25dd-46c1-b1b6-0887fcb5090c),segment_id=c5746d98-25dd-46c1-b1b6-0887fcb5090c)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:30:34.590992 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-97e6e127-998a-4939-a9d8-42451cd4972f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (ba58590d-7cc5-40df-a30e-19ed0c34f9b2), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:34.595635 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-97e6e127-998a-4939-a9d8-42451cd4972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:34.596243 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-97e6e127-998a-4939-a9d8-42451cd4972f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:34.597626 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-97e6e127-998a-4939-a9d8-42451cd4972f service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/ba58590d-7cc5-40df-a30e-19ed0c34f9b2 HTTP/1.1" status: 200 len: 1094 time: 0.6722524 Sep 27 04:30:34.598397 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e293adc2-d0ac-46d7-92a9-a61e55ca2f5e', 'tag': 'ba58590d-7cc5-40df-a30e-19ed0c34f9b2'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:30:34.600784 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f4a833-d5b3-4778-83a3-6360ecb2f06b" -d '{"events": [{"name": "network-changed", "server_uuid": "e293adc2-d0ac-46d7-92a9-a61e55ca2f5e", "tag": "ba58590d-7cc5-40df-a30e-19ed0c34f9b2"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:30:34.610666 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-87b7b9ac-f932-46ec-8861-65148c2e8e8f None None] Port ba58590d-7cc5-40df-a30e-19ed0c34f9b2 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:30:34.660840 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2fa9f1f-523f-45f7-bc2d-1e6b98d89bf8 x-openstack-request-id: req-c2fa9f1f-523f-45f7-bc2d-1e6b98d89bf8 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:30:34.661123 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e293adc2-d0ac-46d7-92a9-a61e55ca2f5e", "tag": "ba58590d-7cc5-40df-a30e-19ed0c34f9b2", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:30:34.661379 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c2fa9f1f-523f-45f7-bc2d-1e6b98d89bf8 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:30:34.661806 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2fa9f1f-523f-45f7-bc2d-1e6b98d89bf8'] response: {'name': 'network-changed', 'server_uuid': 'e293adc2-d0ac-46d7-92a9-a61e55ca2f5e', 'tag': 'ba58590d-7cc5-40df-a30e-19ed0c34f9b2', 'status': 'completed', 'code': 200} Sep 27 04:30:34.685861 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e6e127-998a-4939-a9d8-42451cd4972f service neutron] Pushing event updated for resources: {'Port': ['ID=ba58590d-7cc5-40df-a30e-19ed0c34f9b2,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:30:34.699998 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-940d71d2-99b6-45b8-b9ec-5a7bade8b385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:34.701549 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-940d71d2-99b6-45b8-b9ec-5a7bade8b385 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=d7c74ffec54740eca3cd6b707f1cb732&device_id=e293adc2-d0ac-46d7-92a9-a61e55ca2f5e HTTP/1.1" status: 200 len: 1128 time: 0.0511878 Sep 27 04:30:34.742723 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-4099c30e-a4d9-4721-abd8-3ce6136214f1 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba58590d-7cc5-40df-a30e-19ed0c34f9b2 HTTP/1.1" status: 200 len: 217 time: 0.0331459 Sep 27 04:30:34.795309 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-04f8a5bd-a31a-4e93-a6e5-ac77e5e695e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:34.797330 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-04f8a5bd-a31a-4e93-a6e5-ac77e5e695e9 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d4d9fbf8-be25-413e-9d9a-4acede1bc3df HTTP/1.1" status: 200 len: 853 time: 0.0455389 Sep 27 04:30:34.838297 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-2855bba4-2c43-4165-a306-431fe4cc5eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:34.839689 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-2855bba4-2c43-4165-a306-431fe4cc5eda service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cba0fe06-d029-4450-9dfd-fb0123caa50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0367231 Sep 27 04:30:34.899507 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:34.920232 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:34.935470 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-84e95773-f4db-47a8-b82d-c554229f3243 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cba0fe06-d029-4450-9dfd-fb0123caa50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887463 Sep 27 04:30:35.033574 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f576cae2-59b9-4278-97d9-582a59737bf4 req-251fd625-0a12-480e-b5cb-a1b9f1e22343 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cba0fe06-d029-4450-9dfd-fb0123caa50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915599 Sep 27 04:30:35.111702 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-87b7b9ac-f932-46ec-8861-65148c2e8e8f None None] Attempt 3 to provision port ba58590d-7cc5-40df-a30e-19ed0c34f9b2 Sep 27 04:30:35.151235 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-87b7b9ac-f932-46ec-8861-65148c2e8e8f None None] Port ba58590d-7cc5-40df-a30e-19ed0c34f9b2 had new provisioning blocks added so it will not transition to active. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 04:30:35.585099 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4243cb-82a3-4bf4-bc53-5f440c3fc448 req-9ab829c7-1905-401f-8166-99ae8631c2de tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:35.586615 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0e4243cb-82a3-4bf4-bc53-5f440c3fc448 req-9ab829c7-1905-401f-8166-99ae8631c2de tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e293adc2-d0ac-46d7-92a9-a61e55ca2f5e HTTP/1.1" status: 200 len: 944 time: 0.0491443 Sep 27 04:30:35.629505 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:35.634299 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-0e4243cb-82a3-4bf4-bc53-5f440c3fc448 req-214d5fe5-930f-43ab-920e-025aeeccd55a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e2591773-3de6-4b20-b7cf-0430fcece043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419223 Sep 27 04:30:35.907439 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4a833-d5b3-4778-83a3-6360ecb2f06b req-e2a3c4a7-09e5-4363-a523-e334d298894f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:35.908998 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-43f4a833-d5b3-4778-83a3-6360ecb2f06b req-e2a3c4a7-09e5-4363-a523-e334d298894f service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=d7c74ffec54740eca3cd6b707f1cb732&device_id=e293adc2-d0ac-46d7-92a9-a61e55ca2f5e HTTP/1.1" status: 200 len: 1128 time: 0.0390031 Sep 27 04:30:36.002482 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4a833-d5b3-4778-83a3-6360ecb2f06b req-d28d4191-4bf7-418e-9e39-f66c20afb088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:36.003947 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-43f4a833-d5b3-4778-83a3-6360ecb2f06b req-d28d4191-4bf7-418e-9e39-f66c20afb088 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=cba0fe06-d029-4450-9dfd-fb0123caa50b HTTP/1.1" status: 200 len: 915 time: 0.0887141 Sep 27 04:30:36.043152 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-43f4a833-d5b3-4778-83a3-6360ecb2f06b req-619ecb85-c0d0-4ea9-8499-fcd7c65464ca service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba58590d-7cc5-40df-a30e-19ed0c34f9b2 HTTP/1.1" status: 200 len: 217 time: 0.0320802 Sep 27 04:30:36.091242 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4a833-d5b3-4778-83a3-6360ecb2f06b req-8c3ad023-ace3-4cfe-aaa1-a1689013e79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:36.092547 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-43f4a833-d5b3-4778-83a3-6360ecb2f06b req-8c3ad023-ace3-4cfe-aaa1-a1689013e79f service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d4d9fbf8-be25-413e-9d9a-4acede1bc3df HTTP/1.1" status: 200 len: 853 time: 0.0427167 Sep 27 04:30:36.137706 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4a833-d5b3-4778-83a3-6360ecb2f06b req-64048a4d-ba51-4744-b4c9-410f9e0875fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:36.139196 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-43f4a833-d5b3-4778-83a3-6360ecb2f06b req-64048a4d-ba51-4744-b4c9-410f9e0875fd service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cba0fe06-d029-4450-9dfd-fb0123caa50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374565 Sep 27 04:30:36.232511 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-43f4a833-d5b3-4778-83a3-6360ecb2f06b req-4cc895eb-92a0-42cb-8db9-c0b09508588e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cba0fe06-d029-4450-9dfd-fb0123caa50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857694 Sep 27 04:30:36.322565 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-43f4a833-d5b3-4778-83a3-6360ecb2f06b req-d9e31374-ebb3-4aa4-af4c-a0ad84da885b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cba0fe06-d029-4450-9dfd-fb0123caa50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838473 Sep 27 04:30:36.591747 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device ba58590d-7cc5-40df-a30e-19ed0c34f9b2 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 04:30:36.689003 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port ba58590d-7cc5-40df-a30e-19ed0c34f9b2, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=ba58590d-7cc5-40df-a30e-19ed0c34f9b2,segment=NetworkSegment(c5746d98-25dd-46c1-b1b6-0887fcb5090c),segment_id=c5746d98-25dd-46c1-b1b6-0887fcb5090c)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:30:36.699902 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Returning: {'device': 'ba58590d-7cc5-40df-a30e-19ed0c34f9b2', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'port_id': 'ba58590d-7cc5-40df-a30e-19ed0c34f9b2', 'mac_address': 'fa:16:3e:e3:9c:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 04:30:36.702137 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=100 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:36.739857 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port ba58590d-7cc5-40df-a30e-19ed0c34f9b2 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:30:36.740245 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (ba58590d-7cc5-40df-a30e-19ed0c34f9b2), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:36.753806 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba58590d-7cc5-40df-a30e-19ed0c34f9b2 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:30:36.755376 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3addcb-6966-4c45-9005-65411ae2524b req-ac95826d-94ab-4330-9f56-d62efd47fbbf tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:36.756900 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ed3addcb-6966-4c45-9005-65411ae2524b req-ac95826d-94ab-4330-9f56-d62efd47fbbf tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e293adc2-d0ac-46d7-92a9-a61e55ca2f5e HTTP/1.1" status: 200 len: 944 time: 0.0467770 Sep 27 04:30:36.774134 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port ba58590d-7cc5-40df-a30e-19ed0c34f9b2, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=ba58590d-7cc5-40df-a30e-19ed0c34f9b2,segment=NetworkSegment(c5746d98-25dd-46c1-b1b6-0887fcb5090c),segment_id=c5746d98-25dd-46c1-b1b6-0887fcb5090c)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:30:36.778881 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (ba58590d-7cc5-40df-a30e-19ed0c34f9b2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:36.807553 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ed3addcb-6966-4c45-9005-65411ae2524b req-a24d3fc7-b0cf-4395-9d15-1d0b40dc629c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e2591773-3de6-4b20-b7cf-0430fcece043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448940 Sep 27 04:30:36.824900 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=ba58590d-7cc5-40df-a30e-19ed0c34f9b2,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:30:36.832501 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:36.832846 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:36.833185 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:36.833520 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:36.833877 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:36.834205 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:36.834530 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:36.834852 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:36.835174 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:36.835496 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:36.835814 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:36.836141 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:36.836456 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:36.836772 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:36.837085 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:30:37.027232 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['ba58590d-7cc5-40df-a30e-19ed0c34f9b2'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:30:37.144305 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:37.918104 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:37.926958 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4cf4b-c0e1-45a5-8401-9225eeea106b req-ee155de8-40a1-4052-b898-020fb18f5966 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:37.928429 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-7eb4cf4b-c0e1-45a5-8401-9225eeea106b req-ee155de8-40a1-4052-b898-020fb18f5966 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e293adc2-d0ac-46d7-92a9-a61e55ca2f5e HTTP/1.1" status: 200 len: 945 time: 0.0481822 Sep 27 04:30:37.975812 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-7eb4cf4b-c0e1-45a5-8401-9225eeea106b req-bc281666-c5a9-481a-8602-9c2198e05ffc tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e2591773-3de6-4b20-b7cf-0430fcece043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416009 Sep 27 04:30:38.134156 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:38.590745 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device ba58590d-7cc5-40df-a30e-19ed0c34f9b2 up at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:30:38.632030 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning for port ba58590d-7cc5-40df-a30e-19ed0c34f9b2 completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 04:30:38.637726 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning complete for port ba58590d-7cc5-40df-a30e-19ed0c34f9b2 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:30:38.638120 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (ba58590d-7cc5-40df-a30e-19ed0c34f9b2), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:38.638452 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Attempt 1 to provision port ba58590d-7cc5-40df-a30e-19ed0c34f9b2 Sep 27 04:30:38.707050 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:30:38.711812 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port ba58590d-7cc5-40df-a30e-19ed0c34f9b2 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:30:38.712192 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (ba58590d-7cc5-40df-a30e-19ed0c34f9b2), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:38.734815 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e293adc2-d0ac-46d7-92a9-a61e55ca2f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba58590d-7cc5-40df-a30e-19ed0c34f9b2'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:30:38.737007 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2687affa0ef786a15f255b59e70001bb997277ef1a41850ee1c1551a100c7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e6ee7d-40b8-4d17-a137-c633e0599a82" -d '{"events": [{"server_uuid": "e293adc2-d0ac-46d7-92a9-a61e55ca2f5e", "name": "network-vif-plugged", "status": "completed", "tag": "ba58590d-7cc5-40df-a30e-19ed0c34f9b2"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:30:38.749243 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port ba58590d-7cc5-40df-a30e-19ed0c34f9b2, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=ba58590d-7cc5-40df-a30e-19ed0c34f9b2,segment=NetworkSegment(c5746d98-25dd-46c1-b1b6-0887fcb5090c),segment_id=c5746d98-25dd-46c1-b1b6-0887fcb5090c)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:30:38.752993 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (ba58590d-7cc5-40df-a30e-19ed0c34f9b2), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:38.779019 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e627844-1da4-4583-8608-90ecaef9176a x-openstack-request-id: req-0e627844-1da4-4583-8608-90ecaef9176a {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:30:38.779310 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e293adc2-d0ac-46d7-92a9-a61e55ca2f5e", "name": "network-vif-plugged", "status": "completed", "tag": "ba58590d-7cc5-40df-a30e-19ed0c34f9b2", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:30:38.779577 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0e627844-1da4-4583-8608-90ecaef9176a {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:30:38.780519 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e627844-1da4-4583-8608-90ecaef9176a'] response: {'server_uuid': 'e293adc2-d0ac-46d7-92a9-a61e55ca2f5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba58590d-7cc5-40df-a30e-19ed0c34f9b2', 'code': 200} Sep 27 04:30:38.801811 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=ba58590d-7cc5-40df-a30e-19ed0c34f9b2,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:30:38.944701 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5a091b-3c0b-46fe-93c0-5f629fd56cfd req-f0ea6f88-4422-40f9-ae8c-5367fda8a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:38.946196 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9a5a091b-3c0b-46fe-93c0-5f629fd56cfd req-f0ea6f88-4422-40f9-ae8c-5367fda8a86e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e293adc2-d0ac-46d7-92a9-a61e55ca2f5e HTTP/1.1" status: 200 len: 1130 time: 0.0379109 Sep 27 04:30:38.990887 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9a5a091b-3c0b-46fe-93c0-5f629fd56cfd req-7436977c-c294-49d6-86f3-4a2c2055e902 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=e2591773-3de6-4b20-b7cf-0430fcece043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375209 Sep 27 04:30:39.098238 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57164048-dda2-4819-b962-eae466a2a54a req-aba95d62-d09d-4812-aa8f-8d5b94150084 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:39.099692 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-57164048-dda2-4819-b962-eae466a2a54a req-aba95d62-d09d-4812-aa8f-8d5b94150084 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e293adc2-d0ac-46d7-92a9-a61e55ca2f5e HTTP/1.1" status: 200 len: 946 time: 0.0491788 Sep 27 04:30:39.146302 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-57164048-dda2-4819-b962-eae466a2a54a req-73f18ac8-8e3b-46ff-8a20-5744855f85d5 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e2591773-3de6-4b20-b7cf-0430fcece043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409601 Sep 27 04:30:40.267084 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82afb01-6060-4c9b-9db7-01331eade0a1 req-0b9fbeb6-a554-440d-a589-722c30b85fc9 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:40.268548 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a82afb01-6060-4c9b-9db7-01331eade0a1 req-0b9fbeb6-a554-440d-a589-722c30b85fc9 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e293adc2-d0ac-46d7-92a9-a61e55ca2f5e HTTP/1.1" status: 200 len: 946 time: 0.0481803 Sep 27 04:30:40.315320 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a82afb01-6060-4c9b-9db7-01331eade0a1 req-e106e484-0781-4676-ac15-6a1804c678b7 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e2591773-3de6-4b20-b7cf-0430fcece043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411801 Sep 27 04:30:41.439271 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84f647-fcd0-4b3e-84f5-66685d727c52 req-49e52b82-6653-4c87-9d03-0a5431feda1f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:41.440747 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ab84f647-fcd0-4b3e-84f5-66685d727c52 req-49e52b82-6653-4c87-9d03-0a5431feda1f tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e293adc2-d0ac-46d7-92a9-a61e55ca2f5e HTTP/1.1" status: 200 len: 946 time: 0.0487487 Sep 27 04:30:41.490635 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-ab84f647-fcd0-4b3e-84f5-66685d727c52 req-b96f156f-3302-4c6a-98f5-b477227f2b8c tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e2591773-3de6-4b20-b7cf-0430fcece043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441301 Sep 27 04:30:41.609199 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd55bd13-6644-451a-a665-8951926105a2 req-fc44461c-3b13-4fcf-bbe4-b7affa6c72c6 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:41.610664 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cd55bd13-6644-451a-a665-8951926105a2 req-fc44461c-3b13-4fcf-bbe4-b7affa6c72c6 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e293adc2-d0ac-46d7-92a9-a61e55ca2f5e HTTP/1.1" status: 200 len: 946 time: 0.0469892 Sep 27 04:30:41.620573 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 37370) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:30:41.625606 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-83f544cd-82bb-4ead-bd9a-21f8e2b44369 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Request body: {'floatingip': {'port_id': 'ba58590d-7cc5-40df-a30e-19ed0c34f9b2'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:30:41.664025 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-83f544cd-82bb-4ead-bd9a-21f8e2b44369 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for floatingip (ce08fc7c-e612-4460-a0fa-1f57571dd8c9), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:41.811178 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:41.822445 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:42.090517 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-83f544cd-82bb-4ead-bd9a-21f8e2b44369 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:42.094821 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-83f544cd-82bb-4ead-bd9a-21f8e2b44369 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4106707'] for floatingip (ce08fc7c-e612-4460-a0fa-1f57571dd8c9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:42.464097 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.db.l3_db [None req-83f544cd-82bb-4ead-bd9a-21f8e2b44369 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Floating IP ce08fc7c-e612-4460-a0fa-1f57571dd8c9 associated. External IP: 172.27.0.31, port: ba58590d-7cc5-40df-a30e-19ed0c34f9b2. Sep 27 04:30:42.671246 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f544cd-82bb-4ead-bd9a-21f8e2b44369 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Router 4c6af9de-cc1b-48df-9bb1-e87847c76f9f has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:30:42.779155 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f544cd-82bb-4ead-bd9a-21f8e2b44369 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:30:42.784013 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-83f544cd-82bb-4ead-bd9a-21f8e2b44369 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:42.791111 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217b23e3-f3b2-46c3-8e95-730aee69a487 None None] Sync routers for ids ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'] in dv-cinder-859186-3-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:30:42.805045 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217b23e3-f3b2-46c3-8e95-730aee69a487 None None] Routers {'4c6af9de-cc1b-48df-9bb1-e87847c76f9f'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:30:42.805681 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-217b23e3-f3b2-46c3-8e95-730aee69a487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:30:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:30:42.819950 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-83f544cd-82bb-4ead-bd9a-21f8e2b44369 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "PUT /networking/v2.0/floatingips/ce08fc7c-e612-4460-a0fa-1f57571dd8c9 HTTP/1.1" status: 200 len: 991 time: 1.1962137 Sep 27 04:30:42.819950 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e293adc2-d0ac-46d7-92a9-a61e55ca2f5e', 'tag': 'ba58590d-7cc5-40df-a30e-19ed0c34f9b2'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:30:42.821356 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88109c2d-ff9a-423e-95a8-ee7017bd1a63" -d '{"events": [{"name": "network-changed", "server_uuid": "e293adc2-d0ac-46d7-92a9-a61e55ca2f5e", "tag": "ba58590d-7cc5-40df-a30e-19ed0c34f9b2"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:30:42.867657 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16861bcd-db11-4897-b682-dde86c863ede x-openstack-request-id: req-16861bcd-db11-4897-b682-dde86c863ede {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:30:42.867931 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e293adc2-d0ac-46d7-92a9-a61e55ca2f5e", "tag": "ba58590d-7cc5-40df-a30e-19ed0c34f9b2", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:30:42.868188 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-16861bcd-db11-4897-b682-dde86c863ede {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:30:42.868598 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16861bcd-db11-4897-b682-dde86c863ede'] response: {'name': 'network-changed', 'server_uuid': 'e293adc2-d0ac-46d7-92a9-a61e55ca2f5e', 'tag': 'ba58590d-7cc5-40df-a30e-19ed0c34f9b2', 'status': 'completed', 'code': 200} Sep 27 04:30:42.917240 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-217b23e3-f3b2-46c3-8e95-730aee69a487 None None] Set router 4c6af9de-cc1b-48df-9bb1-e87847c76f9f gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:30:42.935249 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88109c2d-ff9a-423e-95a8-ee7017bd1a63 req-5c71e301-02ad-49d1-8474-1a0142c06f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:42.936763 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-88109c2d-ff9a-423e-95a8-ee7017bd1a63 req-5c71e301-02ad-49d1-8474-1a0142c06f17 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=d7c74ffec54740eca3cd6b707f1cb732&device_id=e293adc2-d0ac-46d7-92a9-a61e55ca2f5e HTTP/1.1" status: 200 len: 1130 time: 0.0437784 Sep 27 04:30:43.038137 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88109c2d-ff9a-423e-95a8-ee7017bd1a63 req-dfe973e8-5246-46ff-aafd-3b282279872c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:43.040225 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-88109c2d-ff9a-423e-95a8-ee7017bd1a63 req-dfe973e8-5246-46ff-aafd-3b282279872c service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=cba0fe06-d029-4450-9dfd-fb0123caa50b HTTP/1.1" status: 200 len: 915 time: 0.0970452 Sep 27 04:30:43.103689 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-88109c2d-ff9a-423e-95a8-ee7017bd1a63 req-47711545-f6b9-4b27-8c02-7620bf9d07c4 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ba58590d-7cc5-40df-a30e-19ed0c34f9b2 HTTP/1.1" status: 200 len: 999 time: 0.0564888 Sep 27 04:30:43.125298 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:43.148917 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:43.149928 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-217b23e3-f3b2-46c3-8e95-730aee69a487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'name': 'tempest-AttachVolumeNegativeTest-148283676-router', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:27:11Z', 'updated_at': '2022-09-27T04:27:14Z', 'revision_number': 4, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'gw_port': {'id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:12Z', 'updated_at': '2022-09-27T04:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': 'ce08fc7c-e612-4460-a0fa-1f57571dd8c9', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'port_id': 'ba58590d-7cc5-40df-a30e-19ed0c34f9b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'mac_address': 'fa:16:3e:e3:9c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e293adc2-d0ac-46d7-92a9-a61e55ca2f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:30:31Z', 'updated_at': '2022-09-27T04:30:42Z', 'revision_number': 1, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a232fa3d-5135-4b2b-beba-1695e497a1d7', 'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'mac_address': 'fa:16:3e:40:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:13Z', 'updated_at': '2022-09-27T04:27:18Z', 'revision_number': 5, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'subnets': [{'id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:30:43.163194 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88109c2d-ff9a-423e-95a8-ee7017bd1a63 req-cd840244-7328-415a-98d4-f9fb659cfb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:43.165207 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-88109c2d-ff9a-423e-95a8-ee7017bd1a63 req-cd840244-7328-415a-98d4-f9fb659cfb4d service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=d4d9fbf8-be25-413e-9d9a-4acede1bc3df HTTP/1.1" status: 200 len: 853 time: 0.0541203 Sep 27 04:30:43.177716 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217b23e3-f3b2-46c3-8e95-730aee69a487 None None] Checking router: 4c6af9de-cc1b-48df-9bb1-e87847c76f9f for host: dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:30:43.186879 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-217b23e3-f3b2-46c3-8e95-730aee69a487 None None] Routers {'4c6af9de-cc1b-48df-9bb1-e87847c76f9f'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:30:43.187435 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-217b23e3-f3b2-46c3-8e95-730aee69a487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:30:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:30:43.204280 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:43.212986 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88109c2d-ff9a-423e-95a8-ee7017bd1a63 req-63272632-f4b6-481c-923e-c15e1d515014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:30:43.214543 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-88109c2d-ff9a-423e-95a8-ee7017bd1a63 req-63272632-f4b6-481c-923e-c15e1d515014 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=cba0fe06-d029-4450-9dfd-fb0123caa50b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428734 Sep 27 04:30:43.299659 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-217b23e3-f3b2-46c3-8e95-730aee69a487 None None] Set router 4c6af9de-cc1b-48df-9bb1-e87847c76f9f gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:30:43.311350 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-88109c2d-ff9a-423e-95a8-ee7017bd1a63 req-65d0e149-51c6-427e-a428-d0bc85f85c28 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cba0fe06-d029-4450-9dfd-fb0123caa50b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900106 Sep 27 04:30:43.421706 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-88109c2d-ff9a-423e-95a8-ee7017bd1a63 req-f62f3904-c380-4fdc-99a0-d9e0cc002068 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/cba0fe06-d029-4450-9dfd-fb0123caa50b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037295 Sep 27 04:30:43.477288 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:43.525423 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-217b23e3-f3b2-46c3-8e95-730aee69a487 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'name': 'tempest-AttachVolumeNegativeTest-148283676-router', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:27:11Z', 'updated_at': '2022-09-27T04:27:14Z', 'revision_number': 4, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'gw_port': {'id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:12Z', 'updated_at': '2022-09-27T04:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': 'ce08fc7c-e612-4460-a0fa-1f57571dd8c9', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'port_id': 'ba58590d-7cc5-40df-a30e-19ed0c34f9b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'mac_address': 'fa:16:3e:e3:9c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e293adc2-d0ac-46d7-92a9-a61e55ca2f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:30:31Z', 'updated_at': '2022-09-27T04:30:42Z', 'revision_number': 1, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a232fa3d-5135-4b2b-beba-1695e497a1d7', 'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'mac_address': 'fa:16:3e:40:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:13Z', 'updated_at': '2022-09-27T04:27:18Z', 'revision_number': 5, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'subnets': [{'id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:30:43.551467 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-217b23e3-f3b2-46c3-8e95-730aee69a487 None None] The sync data for ids ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'] in dv-cinder-859186-3-iscsi is: [{'id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'name': 'tempest-AttachVolumeNegativeTest-148283676-router', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:27:11Z', 'updated_at': '2022-09-27T04:27:14Z', 'revision_number': 4, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'gw_port': {'id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:12Z', 'updated_at': '2022-09-27T04:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': 'ce08fc7c-e612-4460-a0fa-1f57571dd8c9', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'floating_ip_address': '172.27.0.31', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'port_id': 'ba58590d-7cc5-40df-a30e-19ed0c34f9b2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'mac_address': 'fa:16:3e:e3:9c:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e293adc2-d0ac-46d7-92a9-a61e55ca2f5e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:30:31Z', 'updated_at': '2022-09-27T04:30:42Z', 'revision_number': 1, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a232fa3d-5135-4b2b-beba-1695e497a1d7', 'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'mac_address': 'fa:16:3e:40:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:13Z', 'updated_at': '2022-09-27T04:27:18Z', 'revision_number': 5, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'subnets': [{'id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:30:43.746060 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb2988c-96d0-4e96-8754-a9833100f5a8 None None] New status for floating IP ce08fc7c-e612-4460-a0fa-1f57571dd8c9: ACTIVE {{(pid=106213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 04:30:50.308251 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-686e51c3-8632-4afc-921a-ac48750b8ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:51.484172 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=28 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:51.486766 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=22 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:52.256336 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7080a562-4325-4bd6-a62a-5d3abcad7d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:53.413727 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=27 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:53.414597 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=18 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:53.740065 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:53.845250 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=32 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:53.855956 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=30,neutron:UPDATE=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:30:55.078178 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:30:55.185999 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:05.178933 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=11,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:31:05.181541 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=53,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:31:08.148488 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:15.705643 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:31:16.684710 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-71098323-c12f-4d1c-90a2-83aa5c14cd74 req-f400aca9-3550-40dc-8fd9-37af0b64b21d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=298d0196-0c87-4bfd-a862-be6cbe3a28f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381005 Sep 27 04:31:16.748948 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71098323-c12f-4d1c-90a2-83aa5c14cd74 req-8bc37673-0b18-4725-83af-3b5134e3f06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:31:16.750504 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-71098323-c12f-4d1c-90a2-83aa5c14cd74 req-8bc37673-0b18-4725-83af-3b5134e3f06c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=53d86b6e8a8343fca03ca6d38200f23f&device_id=298d0196-0c87-4bfd-a862-be6cbe3a28f5 HTTP/1.1" status: 200 len: 1129 time: 0.0419993 Sep 27 04:31:16.854356 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71098323-c12f-4d1c-90a2-83aa5c14cd74 req-63e777dd-8014-4993-b885-f13e864f5f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:31:16.855786 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-71098323-c12f-4d1c-90a2-83aa5c14cd74 req-63e777dd-8014-4993-b885-f13e864f5f94 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=df4f6840-004b-4387-a687-683e2895186f HTTP/1.1" status: 200 len: 912 time: 0.0854609 Sep 27 04:31:16.921987 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-71098323-c12f-4d1c-90a2-83aa5c14cd74 req-207bdabb-84fb-49aa-a16a-476b742c5a7c service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1712560b-01e8-4b96-8c66-8877d22eba22 HTTP/1.1" status: 200 len: 1001 time: 0.0570304 Sep 27 04:31:16.972070 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71098323-c12f-4d1c-90a2-83aa5c14cd74 req-2b79da80-fb81-4777-9957-586a77a0f8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:31:16.973452 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-71098323-c12f-4d1c-90a2-83aa5c14cd74 req-2b79da80-fb81-4777-9957-586a77a0f8d3 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=adae9526-5b78-4ae5-a4c5-ed40836bb98e HTTP/1.1" status: 200 len: 850 time: 0.0429683 Sep 27 04:31:17.016230 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71098323-c12f-4d1c-90a2-83aa5c14cd74 req-0e73e551-89fa-4b1f-a1ce-dd56c70bbe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:31:17.017809 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-71098323-c12f-4d1c-90a2-83aa5c14cd74 req-0e73e551-89fa-4b1f-a1ce-dd56c70bbe8d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=df4f6840-004b-4387-a687-683e2895186f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376246 Sep 27 04:31:17.108241 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-71098323-c12f-4d1c-90a2-83aa5c14cd74 req-1147d6fc-3ab2-45e2-920f-92afdd6d3913 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841994 Sep 27 04:31:17.199729 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-71098323-c12f-4d1c-90a2-83aa5c14cd74 req-cb4b0497-150f-4809-b430-e4b6213eebe6 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839975 Sep 27 04:31:20.309983 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-5432a3f7-6d60-47a7-826d-cba3efa3ea70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:22.258260 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-d6b01e0c-cbff-4309-9892-f7b46d824c3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:23.744385 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:25.071941 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:25.187844 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:25.700616 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:31:25.701480 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:31:27.194308 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=54 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:31:27.196210 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=47 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:31:29.787471 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737463db-c7b4-41df-af26-b055e439eafb req-8e5565f8-ccb6-4578-bcb1-4e7e9d9ff725 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:31:29.788926 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-737463db-c7b4-41df-af26-b055e439eafb req-8e5565f8-ccb6-4578-bcb1-4e7e9d9ff725 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e293adc2-d0ac-46d7-92a9-a61e55ca2f5e HTTP/1.1" status: 200 len: 946 time: 0.0465188 Sep 27 04:31:29.838805 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-737463db-c7b4-41df-af26-b055e439eafb req-1fa9b3c3-8bbc-44f9-9102-a365602b964a tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e2591773-3de6-4b20-b7cf-0430fcece043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443141 Sep 27 04:31:30.957598 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a92eb26-05cc-407b-aa0d-6d8165147342 req-54e41a9e-8877-4a57-bc30-29af289b60b5 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:31:30.959548 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8a92eb26-05cc-407b-aa0d-6d8165147342 req-54e41a9e-8877-4a57-bc30-29af289b60b5 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e293adc2-d0ac-46d7-92a9-a61e55ca2f5e HTTP/1.1" status: 200 len: 946 time: 0.0446556 Sep 27 04:31:31.010083 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8a92eb26-05cc-407b-aa0d-6d8165147342 req-af8c657e-090f-4a5e-a8b8-3b51570ae2de tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=e2591773-3de6-4b20-b7cf-0430fcece043&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447750 Sep 27 04:31:31.482510 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30546423-3551-4c56-a310-4e4605f6af68 req-6fda4bcd-b5da-478d-bb63-807385a811c0 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:31:31.483983 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-30546423-3551-4c56-a310-4e4605f6af68 req-6fda4bcd-b5da-478d-bb63-807385a811c0 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=e293adc2-d0ac-46d7-92a9-a61e55ca2f5e HTTP/1.1" status: 200 len: 946 time: 0.0454535 Sep 27 04:31:31.563799 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-30546423-3551-4c56-a310-4e4605f6af68 req-d55d9035-2d23-40b4-a2dd-e83d3ef1f225 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Deleting port ba58590d-7cc5-40df-a30e-19ed0c34f9b2 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:31:31.564134 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-30546423-3551-4c56-a310-4e4605f6af68 req-d55d9035-2d23-40b4-a2dd-e83d3ef1f225 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (ba58590d-7cc5-40df-a30e-19ed0c34f9b2), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:31.653248 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-30546423-3551-4c56-a310-4e4605f6af68 req-d55d9035-2d23-40b4-a2dd-e83d3ef1f225 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] For port ba58590d-7cc5-40df-a30e-19ed0c34f9b2, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=ba58590d-7cc5-40df-a30e-19ed0c34f9b2,segment=NetworkSegment(c5746d98-25dd-46c1-b1b6-0887fcb5090c),segment_id=c5746d98-25dd-46c1-b1b6-0887fcb5090c)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:31:31.653605 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-30546423-3551-4c56-a310-4e4605f6af68 req-d55d9035-2d23-40b4-a2dd-e83d3ef1f225 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (ba58590d-7cc5-40df-a30e-19ed0c34f9b2), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:31.808970 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-30546423-3551-4c56-a310-4e4605f6af68 req-d55d9035-2d23-40b4-a2dd-e83d3ef1f225 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:31.809333 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-30546423-3551-4c56-a310-4e4605f6af68 req-d55d9035-2d23-40b4-a2dd-e83d3ef1f225 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4106707'] for floatingip (ce08fc7c-e612-4460-a0fa-1f57571dd8c9), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:31.809650 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.db.l3_db [req-30546423-3551-4c56-a310-4e4605f6af68 req-d55d9035-2d23-40b4-a2dd-e83d3ef1f225 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Floating IP ce08fc7c-e612-4460-a0fa-1f57571dd8c9 disassociated. External IP: 172.27.0.31, port: ba58590d-7cc5-40df-a30e-19ed0c34f9b2. Sep 27 04:31:31.810023 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-30546423-3551-4c56-a310-4e4605f6af68 req-d55d9035-2d23-40b4-a2dd-e83d3ef1f225 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Calling delete_port for ba58590d-7cc5-40df-a30e-19ed0c34f9b2 owned by compute:nova {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:31:31.937931 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-30546423-3551-4c56-a310-4e4605f6af68 req-d55d9035-2d23-40b4-a2dd-e83d3ef1f225 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (ba58590d-7cc5-40df-a30e-19ed0c34f9b2), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:31.964542 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d9035-2d23-40b4-a2dd-e83d3ef1f225 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Pushing event deleted for resources: {'Port': ['ID=ba58590d-7cc5-40df-a30e-19ed0c34f9b2,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:31:31.976760 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d9035-2d23-40b4-a2dd-e83d3ef1f225 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:31.977117 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d9035-2d23-40b4-a2dd-e83d3ef1f225 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:31.977461 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d9035-2d23-40b4-a2dd-e83d3ef1f225 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:31.977832 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d9035-2d23-40b4-a2dd-e83d3ef1f225 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:31.978167 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d9035-2d23-40b4-a2dd-e83d3ef1f225 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:31.978498 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d9035-2d23-40b4-a2dd-e83d3ef1f225 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:31.978827 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d9035-2d23-40b4-a2dd-e83d3ef1f225 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:31.979160 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d9035-2d23-40b4-a2dd-e83d3ef1f225 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:31.979485 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d9035-2d23-40b4-a2dd-e83d3ef1f225 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:31.979815 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d9035-2d23-40b4-a2dd-e83d3ef1f225 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:31.980142 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d9035-2d23-40b4-a2dd-e83d3ef1f225 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:31.980478 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d9035-2d23-40b4-a2dd-e83d3ef1f225 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:31.980814 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d9035-2d23-40b4-a2dd-e83d3ef1f225 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:31.981135 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d9035-2d23-40b4-a2dd-e83d3ef1f225 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:31.981457 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d55d9035-2d23-40b4-a2dd-e83d3ef1f225 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:32.087564 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-30546423-3551-4c56-a310-4e4605f6af68 req-d55d9035-2d23-40b4-a2dd-e83d3ef1f225 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Router 4c6af9de-cc1b-48df-9bb1-e87847c76f9f has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:31:32.123520 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-04e75823-db3f-49f8-8f5e-11d5b9177428 req-10e30f64-e403-463d-8357-3876035b4f18 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=e293adc2-d0ac-46d7-92a9-a61e55ca2f5e HTTP/1.1" status: 200 len: 210 time: 0.0346413 Sep 27 04:31:32.215456 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:31:32.220867 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-30546423-3551-4c56-a310-4e4605f6af68 req-d55d9035-2d23-40b4-a2dd-e83d3ef1f225 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:31:32.232628 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f659a97d-6fe6-4796-9abd-18b9732299a4 None None] Sync routers for ids ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'] in dv-cinder-859186-3-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:31:32.243573 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f659a97d-6fe6-4796-9abd-18b9732299a4 None None] Routers {'4c6af9de-cc1b-48df-9bb1-e87847c76f9f'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:31:32.244131 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-f659a97d-6fe6-4796-9abd-18b9732299a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:31:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:31:32.266362 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-30546423-3551-4c56-a310-4e4605f6af68 req-d55d9035-2d23-40b4-a2dd-e83d3ef1f225 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] No DVR routers for this DVR port ba58590d-7cc5-40df-a30e-19ed0c34f9b2 on host hv-cinder-85918 {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:31:32.268846 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-30546423-3551-4c56-a310-4e4605f6af68 req-d55d9035-2d23-40b4-a2dd-e83d3ef1f225 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:32.272595 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-30546423-3551-4c56-a310-4e4605f6af68 req-d55d9035-2d23-40b4-a2dd-e83d3ef1f225 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.57 "DELETE /networking/v2.0/ports/ba58590d-7cc5-40df-a30e-19ed0c34f9b2 HTTP/1.1" status: 204 len: 173 time: 0.7835274 Sep 27 04:31:32.273091 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e293adc2-d0ac-46d7-92a9-a61e55ca2f5e', 'name': 'network-vif-deleted', 'tag': 'ba58590d-7cc5-40df-a30e-19ed0c34f9b2'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:31:32.275350 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7de7ea-0bee-49b5-b8c9-df2eccdc344d" -d '{"events": [{"server_uuid": "e293adc2-d0ac-46d7-92a9-a61e55ca2f5e", "name": "network-vif-deleted", "tag": "ba58590d-7cc5-40df-a30e-19ed0c34f9b2"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:31:32.402967 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493c9c0a-f12d-46e9-b56d-97873d6197d4 x-openstack-request-id: req-493c9c0a-f12d-46e9-b56d-97873d6197d4 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:31:32.403552 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e293adc2-d0ac-46d7-92a9-a61e55ca2f5e", "name": "network-vif-deleted", "tag": "ba58590d-7cc5-40df-a30e-19ed0c34f9b2", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:31:32.404048 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-493c9c0a-f12d-46e9-b56d-97873d6197d4 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:31:32.404967 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-493c9c0a-f12d-46e9-b56d-97873d6197d4'] response: {'server_uuid': 'e293adc2-d0ac-46d7-92a9-a61e55ca2f5e', 'name': 'network-vif-deleted', 'tag': 'ba58590d-7cc5-40df-a30e-19ed0c34f9b2', 'status': 'completed', 'code': 200} Sep 27 04:31:32.487741 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-f659a97d-6fe6-4796-9abd-18b9732299a4 None None] Set router 4c6af9de-cc1b-48df-9bb1-e87847c76f9f gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:31:32.671101 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-f659a97d-6fe6-4796-9abd-18b9732299a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'name': 'tempest-AttachVolumeNegativeTest-148283676-router', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:27:11Z', 'updated_at': '2022-09-27T04:27:14Z', 'revision_number': 4, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'gw_port': {'id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:12Z', 'updated_at': '2022-09-27T04:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'a232fa3d-5135-4b2b-beba-1695e497a1d7', 'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'mac_address': 'fa:16:3e:40:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:13Z', 'updated_at': '2022-09-27T04:27:18Z', 'revision_number': 5, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'subnets': [{'id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:31:32.695407 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f659a97d-6fe6-4796-9abd-18b9732299a4 None None] Checking router: 4c6af9de-cc1b-48df-9bb1-e87847c76f9f for host: dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:31:32.703525 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f659a97d-6fe6-4796-9abd-18b9732299a4 None None] Routers {'4c6af9de-cc1b-48df-9bb1-e87847c76f9f'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:31:32.704121 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-f659a97d-6fe6-4796-9abd-18b9732299a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:31:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:31:32.803283 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-f659a97d-6fe6-4796-9abd-18b9732299a4 None None] Set router 4c6af9de-cc1b-48df-9bb1-e87847c76f9f gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:31:32.992110 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-f659a97d-6fe6-4796-9abd-18b9732299a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'name': 'tempest-AttachVolumeNegativeTest-148283676-router', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:27:11Z', 'updated_at': '2022-09-27T04:27:14Z', 'revision_number': 4, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'gw_port': {'id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:12Z', 'updated_at': '2022-09-27T04:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'a232fa3d-5135-4b2b-beba-1695e497a1d7', 'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'mac_address': 'fa:16:3e:40:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:13Z', 'updated_at': '2022-09-27T04:27:18Z', 'revision_number': 5, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'subnets': [{'id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:31:33.020055 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f659a97d-6fe6-4796-9abd-18b9732299a4 None None] The sync data for ids ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'] in dv-cinder-859186-3-iscsi is: [{'id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'name': 'tempest-AttachVolumeNegativeTest-148283676-router', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:27:11Z', 'updated_at': '2022-09-27T04:27:14Z', 'revision_number': 4, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'gw_port': {'id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:12Z', 'updated_at': '2022-09-27T04:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': 'a232fa3d-5135-4b2b-beba-1695e497a1d7', 'name': '', 'network_id': 'cba0fe06-d029-4450-9dfd-fb0123caa50b', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'mac_address': 'fa:16:3e:40:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:13Z', 'updated_at': '2022-09-27T04:27:18Z', 'revision_number': 5, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'subnets': [{'id': 'd4d9fbf8-be25-413e-9d9a-4acede1bc3df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:31:33.226915 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 37462) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:31:33.243069 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa6b8d9-2acf-48db-b95b-db16e21b69e2 None None] New status for floating IP ce08fc7c-e612-4460-a0fa-1f57571dd8c9: DOWN {{(pid=106213) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 04:31:33.261028 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:31:33.288512 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ef42818a-68b2-4c12-8d1f-331627553710 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group (e2591773-3de6-4b20-b7cf-0430fcece043), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:33.313903 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ef42818a-68b2-4c12-8d1f-331627553710 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group (e2591773-3de6-4b20-b7cf-0430fcece043), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:33.366063 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ef42818a-68b2-4c12-8d1f-331627553710 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (e2591773-3de6-4b20-b7cf-0430fcece043), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:33.368715 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ef42818a-68b2-4c12-8d1f-331627553710 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:33.369932 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-ef42818a-68b2-4c12-8d1f-331627553710 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/e2591773-3de6-4b20-b7cf-0430fcece043 HTTP/1.1" status: 204 len: 168 time: 0.1418214 Sep 27 04:31:33.372651 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 37464) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:31:33.379672 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef42818a-68b2-4c12-8d1f-331627553710 tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2591773-3de6-4b20-b7cf-0430fcece043,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:31:33.396837 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.api.v2.resource [None req-53dbee3e-ead6-4c07-b597-9dffbb1a248b tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] show failed (client error): The resource could not be found. Sep 27 04:31:33.397847 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-53dbee3e-ead6-4c07-b597-9dffbb1a248b tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "GET /networking/v2.0/security-groups/e2591773-3de6-4b20-b7cf-0430fcece043 HTTP/1.1" status: 404 len: 347 time: 0.0208905 Sep 27 04:31:33.400719 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 37466) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:31:33.511873 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-cbe7713c-b0c3-411f-8167-75e7b252641d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Deleting port aec4400e-bc97-4031-8a96-63205a408bdb {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:31:33.512217 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-cbe7713c-b0c3-411f-8167-75e7b252641d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (aec4400e-bc97-4031-8a96-63205a408bdb), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:33.586758 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-cbe7713c-b0c3-411f-8167-75e7b252641d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (aec4400e-bc97-4031-8a96-63205a408bdb), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:33.587087 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-cbe7713c-b0c3-411f-8167-75e7b252641d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for floatingip (aec4400e-bc97-4031-8a96-63205a408bdb), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:33.599895 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-cbe7713c-b0c3-411f-8167-75e7b252641d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Calling delete_port for aec4400e-bc97-4031-8a96-63205a408bdb owned by network:floatingip {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:31:33.730469 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-cbe7713c-b0c3-411f-8167-75e7b252641d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (aec4400e-bc97-4031-8a96-63205a408bdb), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:33.752836 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe7713c-b0c3-411f-8167-75e7b252641d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Pushing event deleted for resources: {'Port': ['ID=aec4400e-bc97-4031-8a96-63205a408bdb,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:31:33.762570 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe7713c-b0c3-411f-8167-75e7b252641d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:33.762911 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe7713c-b0c3-411f-8167-75e7b252641d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:33.763253 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe7713c-b0c3-411f-8167-75e7b252641d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:33.763594 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe7713c-b0c3-411f-8167-75e7b252641d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:33.763933 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe7713c-b0c3-411f-8167-75e7b252641d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:33.764266 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe7713c-b0c3-411f-8167-75e7b252641d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:33.764593 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe7713c-b0c3-411f-8167-75e7b252641d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:33.765303 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe7713c-b0c3-411f-8167-75e7b252641d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:33.765303 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe7713c-b0c3-411f-8167-75e7b252641d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:33.765549 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe7713c-b0c3-411f-8167-75e7b252641d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:33.765903 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe7713c-b0c3-411f-8167-75e7b252641d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:33.766228 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe7713c-b0c3-411f-8167-75e7b252641d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:33.766549 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe7713c-b0c3-411f-8167-75e7b252641d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:33.766872 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe7713c-b0c3-411f-8167-75e7b252641d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:33.767192 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe7713c-b0c3-411f-8167-75e7b252641d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:33.830830 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-cbe7713c-b0c3-411f-8167-75e7b252641d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks [] for floatingip (ce08fc7c-e612-4460-a0fa-1f57571dd8c9), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:33.833863 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-cbe7713c-b0c3-411f-8167-75e7b252641d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:33.835070 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-cbe7713c-b0c3-411f-8167-75e7b252641d tempest-AttachVolumeNegativeTest-139081326 tempest-AttachVolumeNegativeTest-139081326-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/ce08fc7c-e612-4460-a0fa-1f57571dd8c9 HTTP/1.1" status: 204 len: 168 time: 0.4333837 Sep 27 04:31:34.803611 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device ba58590d-7cc5-40df-a30e-19ed0c34f9b2 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:31:34.826400 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] No Port match for: ba58590d-7cc5-40df-a30e-19ed0c34f9b2 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:31:34.826738 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device ba58590d-7cc5-40df-a30e-19ed0c34f9b2 not bound to the agent host hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:31:37.530330 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 37502) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:31:37.833718 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-94b7e118-8960-494b-a09f-069dd407f29a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689427'] for router_interface (4c6af9de-cc1b-48df-9bb1-e87847c76f9f), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:38.043969 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-94b7e118-8960-494b-a09f-069dd407f29a admin admin] Deleting port a232fa3d-5135-4b2b-beba-1695e497a1d7 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:31:38.044303 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-94b7e118-8960-494b-a09f-069dd407f29a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (a232fa3d-5135-4b2b-beba-1695e497a1d7), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:38.120501 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-94b7e118-8960-494b-a09f-069dd407f29a admin admin] For port a232fa3d-5135-4b2b-beba-1695e497a1d7, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=a232fa3d-5135-4b2b-beba-1695e497a1d7,segment=NetworkSegment(c5746d98-25dd-46c1-b1b6-0887fcb5090c),segment_id=c5746d98-25dd-46c1-b1b6-0887fcb5090c)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:31:38.120773 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-94b7e118-8960-494b-a09f-069dd407f29a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (a232fa3d-5135-4b2b-beba-1695e497a1d7), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:38.132751 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:31:38.133337 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:31:38.133465 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-94b7e118-8960-494b-a09f-069dd407f29a admin admin] Calling delete_port for a232fa3d-5135-4b2b-beba-1695e497a1d7 owned by network:router_interface {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:31:38.146326 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:38.176918 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:31:38.263532 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:31:38.314498 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-94b7e118-8960-494b-a09f-069dd407f29a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (a232fa3d-5135-4b2b-beba-1695e497a1d7), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:38.343143 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7e118-8960-494b-a09f-069dd407f29a admin admin] Pushing event deleted for resources: {'Port': ['ID=a232fa3d-5135-4b2b-beba-1695e497a1d7,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:31:38.517825 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-94b7e118-8960-494b-a09f-069dd407f29a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3723526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4106851'] for router_interface (4c6af9de-cc1b-48df-9bb1-e87847c76f9f), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:39.045194 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b7e118-8960-494b-a09f-069dd407f29a admin admin] Router 4c6af9de-cc1b-48df-9bb1-e87847c76f9f has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:31:39.143612 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b7e118-8960-494b-a09f-069dd407f29a admin admin] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:31:39.149037 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-94b7e118-8960-494b-a09f-069dd407f29a admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/4c6af9de-cc1b-48df-9bb1-e87847c76f9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6179357 Sep 27 04:31:39.158509 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 37504) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:31:39.162134 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd332fd5-8f0e-47c2-8e55-ec6bb0d890c6 None None] Sync routers for ids ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'] in dv-cinder-859186-3-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:31:39.177357 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd332fd5-8f0e-47c2-8e55-ec6bb0d890c6 None None] Routers {'4c6af9de-cc1b-48df-9bb1-e87847c76f9f'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:31:39.177357 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-dd332fd5-8f0e-47c2-8e55-ec6bb0d890c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:31:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:31:39.259501 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bc8a9830-c683-4988-92e5-34fa841af5c3 admin admin] Publish callbacks [] for router (4c6af9de-cc1b-48df-9bb1-e87847c76f9f), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:39.277413 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-dd332fd5-8f0e-47c2-8e55-ec6bb0d890c6 None None] Set router 4c6af9de-cc1b-48df-9bb1-e87847c76f9f gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:31:39.362938 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bc8a9830-c683-4988-92e5-34fa841af5c3 admin admin] Publish callbacks [] for router_gateway (4c6af9de-cc1b-48df-9bb1-e87847c76f9f), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:39.368528 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:31:39.412458 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-bc8a9830-c683-4988-92e5-34fa841af5c3 admin admin] Deleting port df24a64e-a855-4c93-9fc9-4c4a85f449c2 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:31:39.412804 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bc8a9830-c683-4988-92e5-34fa841af5c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (df24a64e-a855-4c93-9fc9-4c4a85f449c2), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:39.486284 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-dd332fd5-8f0e-47c2-8e55-ec6bb0d890c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'name': 'tempest-AttachVolumeNegativeTest-148283676-router', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128'}], 'enable_snat': True}, 'gw_port_id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:27:11Z', 'updated_at': '2022-09-27T04:31:38Z', 'revision_number': 5, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'gw_port': {'id': 'df24a64e-a855-4c93-9fc9-4c4a85f449c2', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:98:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:27:12Z', 'updated_at': '2022-09-27T04:27:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi'}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:31:39.497245 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-bc8a9830-c683-4988-92e5-34fa841af5c3 admin admin] For port df24a64e-a855-4c93-9fc9-4c4a85f449c2, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=df24a64e-a855-4c93-9fc9-4c4a85f449c2,segment=NetworkSegment(458173e0-a334-422f-a9db-e4c60ba44888),segment_id=458173e0-a334-422f-a9db-e4c60ba44888)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:31:39.497617 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bc8a9830-c683-4988-92e5-34fa841af5c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (df24a64e-a855-4c93-9fc9-4c4a85f449c2), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:39.510164 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-bc8a9830-c683-4988-92e5-34fa841af5c3 admin admin] Calling delete_port for df24a64e-a855-4c93-9fc9-4c4a85f449c2 owned by network:router_gateway {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:31:39.515129 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:31:39.526829 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd332fd5-8f0e-47c2-8e55-ec6bb0d890c6 None None] Checking router: 4c6af9de-cc1b-48df-9bb1-e87847c76f9f for host: dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:31:39.535910 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd332fd5-8f0e-47c2-8e55-ec6bb0d890c6 None None] Routers {'4c6af9de-cc1b-48df-9bb1-e87847c76f9f'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:31:39.536516 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-dd332fd5-8f0e-47c2-8e55-ec6bb0d890c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:31:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:31:39.616261 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-dd332fd5-8f0e-47c2-8e55-ec6bb0d890c6 None None] Set router 4c6af9de-cc1b-48df-9bb1-e87847c76f9f gateway port host: None {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:31:39.679138 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bc8a9830-c683-4988-92e5-34fa841af5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (df24a64e-a855-4c93-9fc9-4c4a85f449c2), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:39.681147 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-dd332fd5-8f0e-47c2-8e55-ec6bb0d890c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'name': 'tempest-AttachVolumeNegativeTest-148283676-router', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:27:11Z', 'updated_at': '2022-09-27T04:31:39Z', 'revision_number': 6, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'gw_port_host': None}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:31:39.704488 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8a9830-c683-4988-92e5-34fa841af5c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=df24a64e-a855-4c93-9fc9-4c4a85f449c2,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:31:39.716075 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd332fd5-8f0e-47c2-8e55-ec6bb0d890c6 None None] The sync data for ids ['4c6af9de-cc1b-48df-9bb1-e87847c76f9f'] in dv-cinder-859186-3-iscsi is: [{'id': '4c6af9de-cc1b-48df-9bb1-e87847c76f9f', 'name': 'tempest-AttachVolumeNegativeTest-148283676-router', 'tenant_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:27:11Z', 'updated_at': '2022-09-27T04:31:39Z', 'revision_number': 6, 'project_id': 'd7c74ffec54740eca3cd6b707f1cb732', 'gw_port_host': None}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:31:39.774435 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bc8a9830-c683-4988-92e5-34fa841af5c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4106517'] for router_gateway (4c6af9de-cc1b-48df-9bb1-e87847c76f9f), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:39.892795 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bc8a9830-c683-4988-92e5-34fa841af5c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4106764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124561'] for router (4c6af9de-cc1b-48df-9bb1-e87847c76f9f), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:39.895528 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bc8a9830-c683-4988-92e5-34fa841af5c3 admin admin] Publish callbacks [] for router_controller (4c6af9de-cc1b-48df-9bb1-e87847c76f9f), precommit_delete_associations {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:39.938411 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bc8a9830-c683-4988-92e5-34fa841af5c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4106773'] for router (4c6af9de-cc1b-48df-9bb1-e87847c76f9f), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:39.938994 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8a9830-c683-4988-92e5-34fa841af5c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4c6af9de-cc1b-48df-9bb1-e87847c76f9f {{(pid=106210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 04:31:39.943257 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-bc8a9830-c683-4988-92e5-34fa841af5c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:39.944387 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-bc8a9830-c683-4988-92e5-34fa841af5c3 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/4c6af9de-cc1b-48df-9bb1-e87847c76f9f HTTP/1.1" status: 204 len: 168 time: 0.7849767 Sep 27 04:31:39.946973 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 37506) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:31:39.991269 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_v2 [None req-980e6568-358b-4e14-816d-956964f426e2 admin admin] Deleting subnet d4d9fbf8-be25-413e-9d9a-4acede1bc3df {{(pid=106210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 04:31:39.994505 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-980e6568-358b-4e14-816d-956964f426e2 admin admin] Publish callbacks [] for subnet (d4d9fbf8-be25-413e-9d9a-4acede1bc3df), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:40.032376 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-980e6568-358b-4e14-816d-956964f426e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6975061'] for subnet (d4d9fbf8-be25-413e-9d9a-4acede1bc3df), precommit_delete_associations {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:40.125936 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-980e6568-358b-4e14-816d-956964f426e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671939'] for subnet (d4d9fbf8-be25-413e-9d9a-4acede1bc3df), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:40.178660 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-980e6568-358b-4e14-816d-956964f426e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9338860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214698'] for subnet (d4d9fbf8-be25-413e-9d9a-4acede1bc3df), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:40.209295 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e6568-358b-4e14-816d-956964f426e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4d9fbf8-be25-413e-9d9a-4acede1bc3df,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:31:40.214037 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-980e6568-358b-4e14-816d-956964f426e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:40.219460 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-980e6568-358b-4e14-816d-956964f426e2 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/d4d9fbf8-be25-413e-9d9a-4acede1bc3df HTTP/1.1" status: 204 len: 168 time: 0.2691822 Sep 27 04:31:40.219929 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 37508) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:31:40.228142 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcd26329-7169-4630-9102-ae8223bc4381 None None] Network cba0fe06-d029-4450-9dfd-fb0123caa50b requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:31:40.312034 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device a232fa3d-5135-4b2b-beba-1695e497a1d7 no longer exists at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:31:40.339072 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1e4ed1ae-ac89-4cd5-959f-4159e2defbda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798866'] for network (cba0fe06-d029-4450-9dfd-fb0123caa50b), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:40.354614 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] No Port match for: a232fa3d-5135-4b2b-beba-1695e497a1d7 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:31:40.354959 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device a232fa3d-5135-4b2b-beba-1695e497a1d7 not bound to the agent host dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:31:40.396939 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ed1ae-ac89-4cd5-959f-4159e2defbda admin admin] Deleting port 4fb3a760-0b2e-4b6c-b229-ad4e9b60031e {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:31:40.396939 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1e4ed1ae-ac89-4cd5-959f-4159e2defbda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (4fb3a760-0b2e-4b6c-b229-ad4e9b60031e), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:40.432858 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce96af52-d670-4a7d-8df3-587c7a88d8d8 None None] DHCP port deletion for cba0fe06-d029-4450-9dfd-fb0123caa50b request from dv-cinder-859186-3-iscsi {{(pid=106212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 27 04:31:40.466710 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-1e4ed1ae-ac89-4cd5-959f-4159e2defbda admin admin] For port 4fb3a760-0b2e-4b6c-b229-ad4e9b60031e, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=4fb3a760-0b2e-4b6c-b229-ad4e9b60031e,segment=NetworkSegment(c5746d98-25dd-46c1-b1b6-0887fcb5090c),segment_id=c5746d98-25dd-46c1-b1b6-0887fcb5090c)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:31:40.467075 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1e4ed1ae-ac89-4cd5-959f-4159e2defbda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (4fb3a760-0b2e-4b6c-b229-ad4e9b60031e), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:40.476395 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ce96af52-d670-4a7d-8df3-587c7a88d8d8 None None] Deleting port 4fb3a760-0b2e-4b6c-b229-ad4e9b60031e {{(pid=106212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:31:40.477057 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ce96af52-d670-4a7d-8df3-587c7a88d8d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (4fb3a760-0b2e-4b6c-b229-ad4e9b60031e), before_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:40.480617 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-1e4ed1ae-ac89-4cd5-959f-4159e2defbda admin admin] Calling delete_port for 4fb3a760-0b2e-4b6c-b229-ad4e9b60031e owned by network:dhcp {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:31:40.548292 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-ce96af52-d670-4a7d-8df3-587c7a88d8d8 None None] For port 4fb3a760-0b2e-4b6c-b229-ad4e9b60031e, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=4fb3a760-0b2e-4b6c-b229-ad4e9b60031e,segment=NetworkSegment(c5746d98-25dd-46c1-b1b6-0887fcb5090c),segment_id=c5746d98-25dd-46c1-b1b6-0887fcb5090c)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:31:40.548889 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ce96af52-d670-4a7d-8df3-587c7a88d8d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (4fb3a760-0b2e-4b6c-b229-ad4e9b60031e), precommit_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:40.565614 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1e4ed1ae-ac89-4cd5-959f-4159e2defbda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (4fb3a760-0b2e-4b6c-b229-ad4e9b60031e), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:40.566656 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-ce96af52-d670-4a7d-8df3-587c7a88d8d8 None None] Calling delete_port for 4fb3a760-0b2e-4b6c-b229-ad4e9b60031e owned by network:dhcp {{(pid=106212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:31:40.568839 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:31:40.595295 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ed1ae-ac89-4cd5-959f-4159e2defbda admin admin] Pushing event deleted for resources: {'Port': ['ID=4fb3a760-0b2e-4b6c-b229-ad4e9b60031e,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:31:40.601145 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4ed1ae-ac89-4cd5-959f-4159e2defbda admin admin] No DVR routers for this DVR port 4fb3a760-0b2e-4b6c-b229-ad4e9b60031e on host dv-cinder-859186-3-iscsi {{(pid=106211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:31:40.633729 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:31:40.641679 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ce96af52-d670-4a7d-8df3-587c7a88d8d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093'] for port (4fb3a760-0b2e-4b6c-b229-ad4e9b60031e), after_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:40.670832 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96af52-d670-4a7d-8df3-587c7a88d8d8 None None] Pushing event deleted for resources: {'Port': ['ID=4fb3a760-0b2e-4b6c-b229-ad4e9b60031e,revision_number=None']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:31:40.673185 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1e4ed1ae-ac89-4cd5-959f-4159e2defbda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779509', 'neutron.services.segments.db._delete_segments_for_network-8770988261578'] for network (cba0fe06-d029-4450-9dfd-fb0123caa50b), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:40.681065 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce96af52-d670-4a7d-8df3-587c7a88d8d8 None None] No DVR routers for this DVR port 4fb3a760-0b2e-4b6c-b229-ad4e9b60031e on host dv-cinder-859186-3-iscsi {{(pid=106212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:31:40.683573 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce96af52-d670-4a7d-8df3-587c7a88d8d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:40.683923 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce96af52-d670-4a7d-8df3-587c7a88d8d8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:40.684271 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce96af52-d670-4a7d-8df3-587c7a88d8d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:40.684611 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce96af52-d670-4a7d-8df3-587c7a88d8d8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:40.685045 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce96af52-d670-4a7d-8df3-587c7a88d8d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:40.685377 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce96af52-d670-4a7d-8df3-587c7a88d8d8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:40.686111 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce96af52-d670-4a7d-8df3-587c7a88d8d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:40.686250 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce96af52-d670-4a7d-8df3-587c7a88d8d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:40.686524 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce96af52-d670-4a7d-8df3-587c7a88d8d8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:40.686865 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce96af52-d670-4a7d-8df3-587c7a88d8d8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:40.687177 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce96af52-d670-4a7d-8df3-587c7a88d8d8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:40.687506 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce96af52-d670-4a7d-8df3-587c7a88d8d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:40.687830 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce96af52-d670-4a7d-8df3-587c7a88d8d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:40.688154 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce96af52-d670-4a7d-8df3-587c7a88d8d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:40.688476 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce96af52-d670-4a7d-8df3-587c7a88d8d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:31:40.695767 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-1e4ed1ae-ac89-4cd5-959f-4159e2defbda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cba0fe06-d029-4450-9dfd-fb0123caa50b']}} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:31:40.707736 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-1e4ed1ae-ac89-4cd5-959f-4159e2defbda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5746d98-25dd-46c1-b1b6-0887fcb5090c') {'for_net_delete': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:31:40.708024 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-1e4ed1ae-ac89-4cd5-959f-4159e2defbda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5746d98-25dd-46c1-b1b6-0887fcb5090c') {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:31:40.718720 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1e4ed1ae-ac89-4cd5-959f-4159e2defbda admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770988232295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9770295'] for segment (c5746d98-25dd-46c1-b1b6-0887fcb5090c), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:40.732010 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1e4ed1ae-ac89-4cd5-959f-4159e2defbda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (c5746d98-25dd-46c1-b1b6-0887fcb5090c), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:40.738935 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e4ed1ae-ac89-4cd5-959f-4159e2defbda admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=106211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 04:31:40.739319 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1e4ed1ae-ac89-4cd5-959f-4159e2defbda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9553014'] for segment (c5746d98-25dd-46c1-b1b6-0887fcb5090c), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:40.803997 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1e4ed1ae-ac89-4cd5-959f-4159e2defbda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4106734'] for network (cba0fe06-d029-4450-9dfd-fb0123caa50b), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:40.810758 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1e4ed1ae-ac89-4cd5-959f-4159e2defbda admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:40.813836 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-1e4ed1ae-ac89-4cd5-959f-4159e2defbda admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/cba0fe06-d029-4450-9dfd-fb0123caa50b HTTP/1.1" status: 204 len: 168 time: 0.5929079 Sep 27 04:31:40.824731 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ed1ae-ac89-4cd5-959f-4159e2defbda admin admin] Pushing event deleted for resources: {'Network': ['ID=cba0fe06-d029-4450-9dfd-fb0123caa50b,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:31:40.889520 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.services.segments.plugin [-] Segment c5746d98-25dd-46c1-b1b6-0887fcb5090c resource provider aggregate not found Sep 27 04:31:40.907610 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.services.segments.plugin [-] Segment c5746d98-25dd-46c1-b1b6-0887fcb5090c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5746d98-25dd-46c1-b1b6-0887fcb5090c found for delete ", "request_id": "req-af935be3-faf6-45fa-903b-2b7966322ea9"}]} Sep 27 04:31:40.984996 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 37518) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:31:41.029632 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-08ec1211-eeea-4964-87c1-76ba1f48c34c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=d7c74ffec54740eca3cd6b707f1cb732&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434475 Sep 27 04:31:41.033227 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 37520) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:31:41.082078 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b1bd759d-d426-4cf5-b446-8c496c3ea5b3 admin admin] Publish callbacks [] for security_group (c279fa26-f34d-4447-83b5-945b6c520f46), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:41.102557 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b1bd759d-d426-4cf5-b446-8c496c3ea5b3 admin admin] Publish callbacks [] for security_group (c279fa26-f34d-4447-83b5-945b6c520f46), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:41.154060 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b1bd759d-d426-4cf5-b446-8c496c3ea5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (c279fa26-f34d-4447-83b5-945b6c520f46), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:41.156475 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b1bd759d-d426-4cf5-b446-8c496c3ea5b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:41.157592 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-b1bd759d-d426-4cf5-b446-8c496c3ea5b3 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c279fa26-f34d-4447-83b5-945b6c520f46 HTTP/1.1" status: 204 len: 168 time: 0.1232429 Sep 27 04:31:41.167818 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bd759d-d426-4cf5-b446-8c496c3ea5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c279fa26-f34d-4447-83b5-945b6c520f46,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:31:41.937193 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device df24a64e-a855-4c93-9fc9-4c4a85f449c2 no longer exists at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:31:41.955541 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] No Port match for: df24a64e-a855-4c93-9fc9-4c4a85f449c2 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:31:41.955883 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device df24a64e-a855-4c93-9fc9-4c4a85f449c2 not bound to the agent host dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:31:41.956288 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 4fb3a760-0b2e-4b6c-b229-ad4e9b60031e no longer exists at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:31:41.975193 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] No Port match for: 4fb3a760-0b2e-4b6c-b229-ad4e9b60031e {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:31:41.975542 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 4fb3a760-0b2e-4b6c-b229-ad4e9b60031e not bound to the agent host dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:31:44.905788 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 37580) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:31:45.006603 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9ae42e63-553b-4542-b741-fe16186851a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:45.039791 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:31:45.085795 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9ae42e63-553b-4542-b741-fe16186851a2 admin admin] Publish callbacks [] for security_group (1b476d26-85b3-4b23-9d83-7649a69fd88e), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:45.089269 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9ae42e63-553b-4542-b741-fe16186851a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (1b476d26-85b3-4b23-9d83-7649a69fd88e), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:45.099192 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=78,neutron:DELETE=9,neutron:UPDATE=5,neutron:INSERT=8 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:31:45.132514 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-9ae42e63-553b-4542-b741-fe16186851a2 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=b86c8a654e564d8fbe35c070363144f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2256606 Sep 27 04:31:45.133839 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae42e63-553b-4542-b741-fe16186851a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b476d26-85b3-4b23-9d83-7649a69fd88e,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:31:45.135718 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 37584) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:31:45.184693 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-855dcfea-26c0-45de-b524-163de92fc18f admin admin] Publish callbacks [] for security_group (1b476d26-85b3-4b23-9d83-7649a69fd88e), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:45.204526 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-855dcfea-26c0-45de-b524-163de92fc18f admin admin] Publish callbacks [] for security_group (1b476d26-85b3-4b23-9d83-7649a69fd88e), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:45.250574 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-855dcfea-26c0-45de-b524-163de92fc18f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (1b476d26-85b3-4b23-9d83-7649a69fd88e), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:45.253080 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-855dcfea-26c0-45de-b524-163de92fc18f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:45.254237 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-855dcfea-26c0-45de-b524-163de92fc18f admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/1b476d26-85b3-4b23-9d83-7649a69fd88e HTTP/1.1" status: 204 len: 168 time: 0.1174240 Sep 27 04:31:45.262505 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855dcfea-26c0-45de-b524-163de92fc18f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b476d26-85b3-4b23-9d83-7649a69fd88e,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:31:50.140191 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 37682) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:31:50.245426 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9a35afbe-1bbe-402d-88e2-9f879d9fb405 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:50.311239 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec3de1e9-8bf3-4f70-8433-b2ccf93996d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:50.320169 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9a35afbe-1bbe-402d-88e2-9f879d9fb405 admin admin] Publish callbacks [] for security_group (199c85b4-63f7-4bed-b738-ba2d0e60ed71), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:50.323714 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9a35afbe-1bbe-402d-88e2-9f879d9fb405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (199c85b4-63f7-4bed-b738-ba2d0e60ed71), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:50.366689 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-9a35afbe-1bbe-402d-88e2-9f879d9fb405 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=d64dbf9717824ea0b2299081aa8cb230&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253091 Sep 27 04:31:50.367394 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a35afbe-1bbe-402d-88e2-9f879d9fb405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=199c85b4-63f7-4bed-b738-ba2d0e60ed71,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:31:50.370288 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 37686) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:31:50.420599 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-47493d2f-29d8-40d4-920d-0efbe70ec966 admin admin] Publish callbacks [] for security_group (199c85b4-63f7-4bed-b738-ba2d0e60ed71), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:50.440171 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-47493d2f-29d8-40d4-920d-0efbe70ec966 admin admin] Publish callbacks [] for security_group (199c85b4-63f7-4bed-b738-ba2d0e60ed71), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:50.485713 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-47493d2f-29d8-40d4-920d-0efbe70ec966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (199c85b4-63f7-4bed-b738-ba2d0e60ed71), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:50.488194 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-47493d2f-29d8-40d4-920d-0efbe70ec966 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:50.489303 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-47493d2f-29d8-40d4-920d-0efbe70ec966 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/199c85b4-63f7-4bed-b738-ba2d0e60ed71 HTTP/1.1" status: 204 len: 168 time: 0.1177740 Sep 27 04:31:50.496954 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47493d2f-29d8-40d4-920d-0efbe70ec966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=199c85b4-63f7-4bed-b738-ba2d0e60ed71,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:31:50.742678 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 37692) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:31:50.759114 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-bbc86720-d161-4c9d-950f-f7cce24526d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:50.839143 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-bbc86720-d161-4c9d-950f-f7cce24526d0 admin admin] Publish callbacks [] for security_group (03a53e56-fb48-404b-a012-f4cddbcb1da6), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:50.842855 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-bbc86720-d161-4c9d-950f-f7cce24526d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (03a53e56-fb48-404b-a012-f4cddbcb1da6), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:50.857203 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:INSERT=7 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:31:50.864140 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:31:50.885458 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc86720-d161-4c9d-950f-f7cce24526d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a53e56-fb48-404b-a012-f4cddbcb1da6,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:31:50.889843 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-bbc86720-d161-4c9d-950f-f7cce24526d0 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=49c68419968342f5aba58695e36ba599&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461241 Sep 27 04:31:50.893386 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 37694) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:31:50.942562 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c479fd19-eaca-482c-b98e-882b3ad044c6 admin admin] Publish callbacks [] for security_group (03a53e56-fb48-404b-a012-f4cddbcb1da6), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:50.962246 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c479fd19-eaca-482c-b98e-882b3ad044c6 admin admin] Publish callbacks [] for security_group (03a53e56-fb48-404b-a012-f4cddbcb1da6), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:51.009643 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c479fd19-eaca-482c-b98e-882b3ad044c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (03a53e56-fb48-404b-a012-f4cddbcb1da6), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:51.012179 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-c479fd19-eaca-482c-b98e-882b3ad044c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:51.013422 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-c479fd19-eaca-482c-b98e-882b3ad044c6 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/03a53e56-fb48-404b-a012-f4cddbcb1da6 HTTP/1.1" status: 204 len: 168 time: 0.1189849 Sep 27 04:31:51.021799 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c479fd19-eaca-482c-b98e-882b3ad044c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a53e56-fb48-404b-a012-f4cddbcb1da6,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:31:51.337349 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 37700) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:31:51.353317 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e4f55534-b653-457d-960e-c33611f890ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:51.433869 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e4f55534-b653-457d-960e-c33611f890ad admin admin] Publish callbacks [] for security_group (9fc8c422-8c07-4d6a-a960-01299e4a0f02), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:51.437537 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-e4f55534-b653-457d-960e-c33611f890ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (9fc8c422-8c07-4d6a-a960-01299e4a0f02), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:51.476900 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-e4f55534-b653-457d-960e-c33611f890ad admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=9b4b56408d05473c8d33404de411de7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1383977 Sep 27 04:31:51.477815 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f55534-b653-457d-960e-c33611f890ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc8c422-8c07-4d6a-a960-01299e4a0f02,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:31:51.479570 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 37702) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:31:51.529169 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5b996c27-df87-46e8-82be-047c043aa224 admin admin] Publish callbacks [] for security_group (9fc8c422-8c07-4d6a-a960-01299e4a0f02), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:51.550403 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5b996c27-df87-46e8-82be-047c043aa224 admin admin] Publish callbacks [] for security_group (9fc8c422-8c07-4d6a-a960-01299e4a0f02), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:51.595797 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5b996c27-df87-46e8-82be-047c043aa224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (9fc8c422-8c07-4d6a-a960-01299e4a0f02), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:51.598386 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5b996c27-df87-46e8-82be-047c043aa224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:51.599514 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-5b996c27-df87-46e8-82be-047c043aa224 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/9fc8c422-8c07-4d6a-a960-01299e4a0f02 HTTP/1.1" status: 204 len: 168 time: 0.1189649 Sep 27 04:31:51.607299 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b996c27-df87-46e8-82be-047c043aa224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc8c422-8c07-4d6a-a960-01299e4a0f02,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:31:52.260016 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a372e095-00fd-450a-939e-718e160835c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:52.705507 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:31:53.579333 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 37774) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:31:53.686033 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-78374e6d-f04f-41ff-abfe-98751b23402e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:53.747686 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:53.764424 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-78374e6d-f04f-41ff-abfe-98751b23402e admin admin] Publish callbacks [] for security_group (9994fc62-17c8-4493-b08b-7d76186102ec), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:53.768133 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-78374e6d-f04f-41ff-abfe-98751b23402e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (9994fc62-17c8-4493-b08b-7d76186102ec), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:53.814070 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-78374e6d-f04f-41ff-abfe-98751b23402e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=b90ca78e4258450eb59c8bcd7053c118&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2335961 Sep 27 04:31:53.814916 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78374e6d-f04f-41ff-abfe-98751b23402e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9994fc62-17c8-4493-b08b-7d76186102ec,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:31:53.816715 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 37778) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:31:53.870558 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8161f898-a234-4f00-9e80-1b913bd57144 admin admin] Publish callbacks [] for security_group (9994fc62-17c8-4493-b08b-7d76186102ec), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:53.891786 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8161f898-a234-4f00-9e80-1b913bd57144 admin admin] Publish callbacks [] for security_group (9994fc62-17c8-4493-b08b-7d76186102ec), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:53.939977 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8161f898-a234-4f00-9e80-1b913bd57144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (9994fc62-17c8-4493-b08b-7d76186102ec), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:53.942564 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8161f898-a234-4f00-9e80-1b913bd57144 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:53.943884 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-8161f898-a234-4f00-9e80-1b913bd57144 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/9994fc62-17c8-4493-b08b-7d76186102ec HTTP/1.1" status: 204 len: 168 time: 0.1260557 Sep 27 04:31:53.951554 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161f898-a234-4f00-9e80-1b913bd57144 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9994fc62-17c8-4493-b08b-7d76186102ec,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:31:54.238100 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 37784) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:31:54.251410 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ba9b0539-44be-4476-b9af-755ac1382b71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:54.331474 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ba9b0539-44be-4476-b9af-755ac1382b71 admin admin] Publish callbacks [] for security_group (fe56b169-8d12-4ef3-a8d6-8289e18dbbf7), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:54.334986 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ba9b0539-44be-4476-b9af-755ac1382b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (fe56b169-8d12-4ef3-a8d6-8289e18dbbf7), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:54.371502 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9b0539-44be-4476-b9af-755ac1382b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe56b169-8d12-4ef3-a8d6-8289e18dbbf7,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:31:54.376500 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-ba9b0539-44be-4476-b9af-755ac1382b71 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=59ce799c6ecc4e72819d87324d89a8c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1369073 Sep 27 04:31:54.379236 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 37786) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:31:54.416161 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:31:54.428196 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b4400e64-234b-487e-83da-f7b3c50bd841 admin admin] Publish callbacks [] for security_group (fe56b169-8d12-4ef3-a8d6-8289e18dbbf7), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:54.452578 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b4400e64-234b-487e-83da-f7b3c50bd841 admin admin] Publish callbacks [] for security_group (fe56b169-8d12-4ef3-a8d6-8289e18dbbf7), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:54.474872 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=8 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:31:54.501893 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b4400e64-234b-487e-83da-f7b3c50bd841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (fe56b169-8d12-4ef3-a8d6-8289e18dbbf7), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:54.504349 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-b4400e64-234b-487e-83da-f7b3c50bd841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:54.505484 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-b4400e64-234b-487e-83da-f7b3c50bd841 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/fe56b169-8d12-4ef3-a8d6-8289e18dbbf7 HTTP/1.1" status: 204 len: 168 time: 0.1253533 Sep 27 04:31:54.513115 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4400e64-234b-487e-83da-f7b3c50bd841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe56b169-8d12-4ef3-a8d6-8289e18dbbf7,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:31:55.067370 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:31:55.075375 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:55.179897 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:31:55.197513 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:55.548929 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 37816) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:31:55.653559 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ede2a944-c8ea-46ee-98cb-3db0b2245ee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:55.729952 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ede2a944-c8ea-46ee-98cb-3db0b2245ee8 admin admin] Publish callbacks [] for security_group (b8a3f77d-2e3e-4e8f-9a02-1a24474ffaa4), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:55.733535 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-ede2a944-c8ea-46ee-98cb-3db0b2245ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (b8a3f77d-2e3e-4e8f-9a02-1a24474ffaa4), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:55.740837 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:31:55.773333 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-ede2a944-c8ea-46ee-98cb-3db0b2245ee8 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=db1eef069b6f4ea1bbed2547506998c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2233129 Sep 27 04:31:55.774225 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede2a944-c8ea-46ee-98cb-3db0b2245ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a3f77d-2e3e-4e8f-9a02-1a24474ffaa4,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:31:55.776350 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 37820) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:31:55.825850 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-16630712-4407-4fb5-981c-231d3822e70e admin admin] Publish callbacks [] for security_group (b8a3f77d-2e3e-4e8f-9a02-1a24474ffaa4), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:55.845248 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-16630712-4407-4fb5-981c-231d3822e70e admin admin] Publish callbacks [] for security_group (b8a3f77d-2e3e-4e8f-9a02-1a24474ffaa4), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:55.873961 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:INSERT=13,neutron:SELECT=80,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:31:55.893360 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-16630712-4407-4fb5-981c-231d3822e70e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (b8a3f77d-2e3e-4e8f-9a02-1a24474ffaa4), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:55.895859 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-16630712-4407-4fb5-981c-231d3822e70e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:31:55.896988 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-16630712-4407-4fb5-981c-231d3822e70e admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/b8a3f77d-2e3e-4e8f-9a02-1a24474ffaa4 HTTP/1.1" status: 204 len: 168 time: 0.1196058 Sep 27 04:31:55.905347 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16630712-4407-4fb5-981c-231d3822e70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a3f77d-2e3e-4e8f-9a02-1a24474ffaa4,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:31:59.933352 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 37878) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:32:00.035916 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ede01d6e-d30f-4fa7-a833-6936c31e8d18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:00.110834 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ede01d6e-d30f-4fa7-a833-6936c31e8d18 admin admin] Publish callbacks [] for security_group (8ef119ec-889a-4906-9b48-5cd059567207), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:00.114237 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-ede01d6e-d30f-4fa7-a833-6936c31e8d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (8ef119ec-889a-4906-9b48-5cd059567207), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:00.128595 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:00.158180 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-ede01d6e-d30f-4fa7-a833-6936c31e8d18 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=3e170049f0bc4a6ba4c4b513591e053c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2237425 Sep 27 04:32:00.159253 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede01d6e-d30f-4fa7-a833-6936c31e8d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef119ec-889a-4906-9b48-5cd059567207,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:32:00.161058 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 37882) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:32:00.212580 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7cdfa003-bff9-4076-b71a-96b7f606028e admin admin] Publish callbacks [] for security_group (8ef119ec-889a-4906-9b48-5cd059567207), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:00.231940 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7cdfa003-bff9-4076-b71a-96b7f606028e admin admin] Publish callbacks [] for security_group (8ef119ec-889a-4906-9b48-5cd059567207), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:00.279239 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7cdfa003-bff9-4076-b71a-96b7f606028e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (8ef119ec-889a-4906-9b48-5cd059567207), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:00.281672 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-7cdfa003-bff9-4076-b71a-96b7f606028e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:00.282833 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-7cdfa003-bff9-4076-b71a-96b7f606028e admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8ef119ec-889a-4906-9b48-5cd059567207 HTTP/1.1" status: 204 len: 168 time: 0.1201267 Sep 27 04:32:00.290310 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdfa003-bff9-4076-b71a-96b7f606028e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef119ec-889a-4906-9b48-5cd059567207,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:32:00.539000 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 37888) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:32:00.552752 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-dd627a2d-ee5b-406c-8234-40414f64d3ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:00.630239 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-dd627a2d-ee5b-406c-8234-40414f64d3ed admin admin] Publish callbacks [] for security_group (42cf0843-7d81-4905-9b09-d390192ea0ab), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:00.633657 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-dd627a2d-ee5b-406c-8234-40414f64d3ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (42cf0843-7d81-4905-9b09-d390192ea0ab), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:00.673710 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-dd627a2d-ee5b-406c-8234-40414f64d3ed admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=27ffb402f2904efe87077e4d1ff8c091&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1336148 Sep 27 04:32:00.674626 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd627a2d-ee5b-406c-8234-40414f64d3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cf0843-7d81-4905-9b09-d390192ea0ab,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:32:00.676463 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 37890) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:32:00.725617 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8818845c-d716-4588-8575-04c6b2f028dd admin admin] Publish callbacks [] for security_group (42cf0843-7d81-4905-9b09-d390192ea0ab), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:00.744946 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8818845c-d716-4588-8575-04c6b2f028dd admin admin] Publish callbacks [] for security_group (42cf0843-7d81-4905-9b09-d390192ea0ab), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:00.791237 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8818845c-d716-4588-8575-04c6b2f028dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (42cf0843-7d81-4905-9b09-d390192ea0ab), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:00.793626 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-8818845c-d716-4588-8575-04c6b2f028dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:00.794781 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-8818845c-d716-4588-8575-04c6b2f028dd admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/42cf0843-7d81-4905-9b09-d390192ea0ab HTTP/1.1" status: 204 len: 168 time: 0.1172161 Sep 27 04:32:00.802381 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8818845c-d716-4588-8575-04c6b2f028dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cf0843-7d81-4905-9b09-d390192ea0ab,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:32:02.700717 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:08.148431 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:09.096053 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 38008) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:32:09.201554 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5e9dc3c1-6baf-4fef-9345-191e3ea90cd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:09.276418 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5e9dc3c1-6baf-4fef-9345-191e3ea90cd3 admin admin] Publish callbacks [] for security_group (cb1f20ca-b93b-4468-8340-88b706e02eb2), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:09.280543 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-5e9dc3c1-6baf-4fef-9345-191e3ea90cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (cb1f20ca-b93b-4468-8340-88b706e02eb2), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:09.319659 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-5e9dc3c1-6baf-4fef-9345-191e3ea90cd3 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=710392938fb8429b991aab0d48faf1d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2225506 Sep 27 04:32:09.320608 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9dc3c1-6baf-4fef-9345-191e3ea90cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1f20ca-b93b-4468-8340-88b706e02eb2,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:32:09.322367 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 38012) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:32:09.370682 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9da7336c-f7ae-4b05-94cc-d56e324efa3c admin admin] Publish callbacks [] for security_group (cb1f20ca-b93b-4468-8340-88b706e02eb2), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:09.389843 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9da7336c-f7ae-4b05-94cc-d56e324efa3c admin admin] Publish callbacks [] for security_group (cb1f20ca-b93b-4468-8340-88b706e02eb2), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:09.436138 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9da7336c-f7ae-4b05-94cc-d56e324efa3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (cb1f20ca-b93b-4468-8340-88b706e02eb2), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:09.438709 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-9da7336c-f7ae-4b05-94cc-d56e324efa3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:09.439831 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-9da7336c-f7ae-4b05-94cc-d56e324efa3c admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/cb1f20ca-b93b-4468-8340-88b706e02eb2 HTTP/1.1" status: 204 len: 168 time: 0.1164591 Sep 27 04:32:09.447426 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da7336c-f7ae-4b05-94cc-d56e324efa3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1f20ca-b93b-4468-8340-88b706e02eb2,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:32:09.699676 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 38018) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:32:09.713454 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8ad9a524-e20b-4504-8e57-0f59afd84622 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:09.734203 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:09.755662 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:09.797403 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8ad9a524-e20b-4504-8e57-0f59afd84622 admin admin] Publish callbacks [] for security_group (8a5bf992-1036-44ac-ab42-a86c57ac4a41), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:09.800913 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-8ad9a524-e20b-4504-8e57-0f59afd84622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (8a5bf992-1036-44ac-ab42-a86c57ac4a41), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:09.840251 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-8ad9a524-e20b-4504-8e57-0f59afd84622 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=425a74f118684dc3951c7dd4df7bb3c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1395001 Sep 27 04:32:09.841120 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad9a524-e20b-4504-8e57-0f59afd84622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a5bf992-1036-44ac-ab42-a86c57ac4a41,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:32:09.844438 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 38020) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:32:09.896396 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a1a6-ea89-4cd3-a81f-0f9714735628 admin admin] Publish callbacks [] for security_group (8a5bf992-1036-44ac-ab42-a86c57ac4a41), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:09.917022 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a1a6-ea89-4cd3-a81f-0f9714735628 admin admin] Publish callbacks [] for security_group (8a5bf992-1036-44ac-ab42-a86c57ac4a41), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:09.964156 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a1a6-ea89-4cd3-a81f-0f9714735628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (8a5bf992-1036-44ac-ab42-a86c57ac4a41), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:09.966761 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-6bc9a1a6-ea89-4cd3-a81f-0f9714735628 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:09.968452 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-6bc9a1a6-ea89-4cd3-a81f-0f9714735628 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/8a5bf992-1036-44ac-ab42-a86c57ac4a41 HTTP/1.1" status: 204 len: 168 time: 0.1230319 Sep 27 04:32:09.976022 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc9a1a6-ea89-4cd3-a81f-0f9714735628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a5bf992-1036-44ac-ab42-a86c57ac4a41,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:32:10.288341 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 38026) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:32:10.302196 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-21bf32d1-6028-4c23-b93a-5ac0f4e50c4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:10.380436 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-21bf32d1-6028-4c23-b93a-5ac0f4e50c4c admin admin] Publish callbacks [] for security_group (d222206c-5168-4f45-9aa8-aa7afffef550), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:10.384532 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-21bf32d1-6028-4c23-b93a-5ac0f4e50c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (d222206c-5168-4f45-9aa8-aa7afffef550), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:10.424571 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-21bf32d1-6028-4c23-b93a-5ac0f4e50c4c admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=0e062570862c4d3793aba5c24486c183&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1351409 Sep 27 04:32:10.425428 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bf32d1-6028-4c23-b93a-5ac0f4e50c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d222206c-5168-4f45-9aa8-aa7afffef550,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:32:10.427304 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 38030) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:32:10.480268 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4fc6d379-63af-4e0c-a372-9406bd2bf979 admin admin] Publish callbacks [] for security_group (d222206c-5168-4f45-9aa8-aa7afffef550), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:10.499670 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:10.506894 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4fc6d379-63af-4e0c-a372-9406bd2bf979 admin admin] Publish callbacks [] for security_group (d222206c-5168-4f45-9aa8-aa7afffef550), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:10.582820 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4fc6d379-63af-4e0c-a372-9406bd2bf979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (d222206c-5168-4f45-9aa8-aa7afffef550), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:10.585500 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-4fc6d379-63af-4e0c-a372-9406bd2bf979 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:10.586642 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-4fc6d379-63af-4e0c-a372-9406bd2bf979 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/d222206c-5168-4f45-9aa8-aa7afffef550 HTTP/1.1" status: 204 len: 168 time: 0.1572819 Sep 27 04:32:10.603869 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c15379-5f51-4714-9735-043a23925520 req-6dabf50d-7a6b-4f6f-8551-4c5369a941c4 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:10.605337 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d4c15379-5f51-4714-9735-043a23925520 req-6dabf50d-7a6b-4f6f-8551-4c5369a941c4 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=298d0196-0c87-4bfd-a862-be6cbe3a28f5 HTTP/1.1" status: 200 len: 945 time: 0.0615835 Sep 27 04:32:10.607053 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc6d379-63af-4e0c-a372-9406bd2bf979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d222206c-5168-4f45-9aa8-aa7afffef550,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:32:10.660793 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d4c15379-5f51-4714-9735-043a23925520 req-aab928a8-07ca-45e0-abce-14e529358fa7 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476913 Sep 27 04:32:11.250918 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 38054) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:32:11.343650 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-08ff229b-dfc1-49db-8d48-7656381b2613 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1855669161-network', 'tenant_id': '494bdfe04cfa4dfab2c7ab389a889298'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:32:11.363071 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ff229b-dfc1-49db-8d48-7656381b2613 admin admin] Made reservation on behalf of 494bdfe04cfa4dfab2c7ab389a889298 for: {'network': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:32:11.365294 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-08ff229b-dfc1-49db-8d48-7656381b2613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for network (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:11.368278 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:11.374466 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-08ff229b-dfc1-49db-8d48-7656381b2613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:11.449780 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-08ff229b-dfc1-49db-8d48-7656381b2613 admin admin] Publish callbacks [] for security_group (c7bcf143-e8dc-472e-9f7a-55fd2bac5488), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:11.453578 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-08ff229b-dfc1-49db-8d48-7656381b2613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (c7bcf143-e8dc-472e-9f7a-55fd2bac5488), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:11.478702 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08ff229b-dfc1-49db-8d48-7656381b2613 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=106210) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 27 04:32:11.488534 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff229b-dfc1-49db-8d48-7656381b2613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bcf143-e8dc-472e-9f7a-55fd2bac5488,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:32:11.494645 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-08ff229b-dfc1-49db-8d48-7656381b2613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (0f04e42c-88a7-435b-b2eb-5415cc28c92b), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:11.494996 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.db.segments_db [None req-08ff229b-dfc1-49db-8d48-7656381b2613 admin admin] Added segment 0f04e42c-88a7-435b-b2eb-5415cc28c92b of type vlan for network 2d8e1010-a99b-4d47-a52c-48fef59dac1e Sep 27 04:32:11.537338 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-08ff229b-dfc1-49db-8d48-7656381b2613 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770987766721'] for network (2d8e1010-a99b-4d47-a52c-48fef59dac1e), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:11.561022 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-08ff229b-dfc1-49db-8d48-7656381b2613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551'] for network (2d8e1010-a99b-4d47-a52c-48fef59dac1e), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:11.562117 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ff229b-dfc1-49db-8d48-7656381b2613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:11.562722 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-08ff229b-dfc1-49db-8d48-7656381b2613 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:11.613215 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-08ff229b-dfc1-49db-8d48-7656381b2613 admin admin] 10.222.0.26 "POST /networking/v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3610981 Sep 27 04:32:11.616064 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 38058) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:32:11.620594 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [None req-e05faffd-052c-470f-8489-cad46ddd9852 admin admin] Request body: {'subnet': {'network_id': '2d8e1010-a99b-4d47-a52c-48fef59dac1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1855669161-subnet', 'tenant_id': '494bdfe04cfa4dfab2c7ab389a889298', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:32:11.639534 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff229b-dfc1-49db-8d48-7656381b2613 admin admin] Pushing event updated for resources: {'Network': ['ID=2d8e1010-a99b-4d47-a52c-48fef59dac1e,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:32:11.649796 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Network 2d8e1010-a99b-4d47-a52c-48fef59dac1e details requested by agent ovs-agent-dv-cinder-859186-3-iscsi with host dv-cinder-859186-3-iscsi {{(pid=106212) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 27 04:32:11.652094 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05faffd-052c-470f-8489-cad46ddd9852 admin admin] Made reservation on behalf of 494bdfe04cfa4dfab2c7ab389a889298 for: {'subnet': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:32:11.654961 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e05faffd-052c-470f-8489-cad46ddd9852 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9214679'] for subnet (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:11.795097 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81829f4-4fec-431c-aaf5-fa8a0dade446 req-69366497-75e9-4c93-abf1-7b17a270cfd3 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:11.796595 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b81829f4-4fec-431c-aaf5-fa8a0dade446 req-69366497-75e9-4c93-abf1-7b17a270cfd3 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=298d0196-0c87-4bfd-a862-be6cbe3a28f5 HTTP/1.1" status: 200 len: 945 time: 0.0504377 Sep 27 04:32:11.829603 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e05faffd-052c-470f-8489-cad46ddd9852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9340193', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9214689'] for subnet (c2307ff2-5d50-4a53-b597-7e61e4d9da32), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:11.845686 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b81829f4-4fec-431c-aaf5-fa8a0dade446 req-6d554c86-b0b3-4bdb-9ec6-920173abf1da tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433836 Sep 27 04:32:11.874707 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:DELETE=4,neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:11.895967 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05faffd-052c-470f-8489-cad46ddd9852 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2307ff2-5d50-4a53-b597-7e61e4d9da32,revision_number=0']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:32:11.901341 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05faffd-052c-470f-8489-cad46ddd9852 admin admin] Checking segment: {'id': '0f04e42c-88a7-435b-b2eb-5415cc28c92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2d8e1010-a99b-4d47-a52c-48fef59dac1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:32:11.901715 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05faffd-052c-470f-8489-cad46ddd9852 admin admin] Network hostable DHCP agents. Network: 2d8e1010-a99b-4d47-a52c-48fef59dac1e, hostable agents: ['90f8f94a-2e1d-4f4f-8859-344f24ecc1be'], hosted agents: [] {{(pid=106210) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 27 04:32:11.918929 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05faffd-052c-470f-8489-cad46ddd9852 admin admin] Network 2d8e1010-a99b-4d47-a52c-48fef59dac1e is scheduled to be hosted by DHCP agent 90f8f94a-2e1d-4f4f-8859-344f24ecc1be with binding_index 1 {{(pid=106210) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 27 04:32:11.926696 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [None req-e05faffd-052c-470f-8489-cad46ddd9852 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-859186-3-iscsi, 2d8e1010-a99b-4d47-a52c-48fef59dac1e) {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:32:11.930680 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05faffd-052c-470f-8489-cad46ddd9852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:11.931276 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-e05faffd-052c-470f-8489-cad46ddd9852 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:11.935509 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381de2aa-2676-4ecc-813c-09e41bc0cb76 None None] Network 2d8e1010-a99b-4d47-a52c-48fef59dac1e requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:32:11.946484 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-e05faffd-052c-470f-8489-cad46ddd9852 admin admin] 10.222.0.26 "POST /networking/v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3294272 Sep 27 04:32:12.036710 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274c8cff-76e5-40df-a68d-500f29bf7cbd None None] Network 2d8e1010-a99b-4d47-a52c-48fef59dac1e requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:32:12.266947 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd9c753-e557-4d65-b341-c6c2c689a6d1 req-c468e281-4cd1-4d74-b968-bf7f87aa5e1d tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:12.268411 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ddd9c753-e557-4d65-b341-c6c2c689a6d1 req-c468e281-4cd1-4d74-b968-bf7f87aa5e1d tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=298d0196-0c87-4bfd-a862-be6cbe3a28f5 HTTP/1.1" status: 200 len: 945 time: 0.0512276 Sep 27 04:32:12.354028 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-ddd9c753-e557-4d65-b341-c6c2c689a6d1 req-d97cc207-5018-4efc-9f05-db8d40ec6c8f tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Deleting port 1712560b-01e8-4b96-8c66-8877d22eba22 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:32:12.354376 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-ddd9c753-e557-4d65-b341-c6c2c689a6d1 req-d97cc207-5018-4efc-9f05-db8d40ec6c8f tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (1712560b-01e8-4b96-8c66-8877d22eba22), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:12.429014 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=8,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:12.463796 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-ddd9c753-e557-4d65-b341-c6c2c689a6d1 req-d97cc207-5018-4efc-9f05-db8d40ec6c8f tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] For port 1712560b-01e8-4b96-8c66-8877d22eba22, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=1712560b-01e8-4b96-8c66-8877d22eba22,segment=NetworkSegment(3855b0db-49a1-4957-864c-539480ffde2c),segment_id=3855b0db-49a1-4957-864c-539480ffde2c)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:32:12.464421 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-ddd9c753-e557-4d65-b341-c6c2c689a6d1 req-d97cc207-5018-4efc-9f05-db8d40ec6c8f tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (1712560b-01e8-4b96-8c66-8877d22eba22), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:12.628296 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-ddd9c753-e557-4d65-b341-c6c2c689a6d1 req-d97cc207-5018-4efc-9f05-db8d40ec6c8f tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:12.628591 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-ddd9c753-e557-4d65-b341-c6c2c689a6d1 req-d97cc207-5018-4efc-9f05-db8d40ec6c8f tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4106707'] for floatingip (ff5bcf45-de80-4643-af08-993d124d7f8e), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:12.628957 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.db.l3_db [req-ddd9c753-e557-4d65-b341-c6c2c689a6d1 req-d97cc207-5018-4efc-9f05-db8d40ec6c8f tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Floating IP ff5bcf45-de80-4643-af08-993d124d7f8e disassociated. External IP: 172.27.0.121, port: 1712560b-01e8-4b96-8c66-8877d22eba22. Sep 27 04:32:12.629301 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-ddd9c753-e557-4d65-b341-c6c2c689a6d1 req-d97cc207-5018-4efc-9f05-db8d40ec6c8f tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Calling delete_port for 1712560b-01e8-4b96-8c66-8877d22eba22 owned by compute:nova {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:32:12.760384 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-ddd9c753-e557-4d65-b341-c6c2c689a6d1 req-d97cc207-5018-4efc-9f05-db8d40ec6c8f tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (1712560b-01e8-4b96-8c66-8877d22eba22), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:12.788397 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97cc207-5018-4efc-9f05-db8d40ec6c8f tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Pushing event deleted for resources: {'Port': ['ID=1712560b-01e8-4b96-8c66-8877d22eba22,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:32:12.899428 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ddd9c753-e557-4d65-b341-c6c2c689a6d1 req-d97cc207-5018-4efc-9f05-db8d40ec6c8f tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Router 07ade2a2-9975-4f39-ba38-5ad70098302d has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:32:12.980681 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-c1e28422-d321-4426-9af9-214b81a51698 req-0bfc0b3e-e317-4ade-898c-b8f7e6d8957a tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=298d0196-0c87-4bfd-a862-be6cbe3a28f5 HTTP/1.1" status: 200 len: 210 time: 0.0342908 Sep 27 04:32:13.035606 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ddd9c753-e557-4d65-b341-c6c2c689a6d1 req-d97cc207-5018-4efc-9f05-db8d40ec6c8f tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:32:13.041514 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:13.045452 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6661efb-87be-48f9-83a0-a5a8f2cd9cf4 None None] Sync routers for ids ['07ade2a2-9975-4f39-ba38-5ad70098302d'] in dv-cinder-859186-3-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:32:13.056055 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6661efb-87be-48f9-83a0-a5a8f2cd9cf4 None None] Routers {'07ade2a2-9975-4f39-ba38-5ad70098302d'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:32:13.056682 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-b6661efb-87be-48f9-83a0-a5a8f2cd9cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:31:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['07ade2a2-9975-4f39-ba38-5ad70098302d'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:32:13.079171 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddd9c753-e557-4d65-b341-c6c2c689a6d1 req-d97cc207-5018-4efc-9f05-db8d40ec6c8f tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] No DVR routers for this DVR port 1712560b-01e8-4b96-8c66-8877d22eba22 on host hv-cinder-85918 {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:32:13.081766 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-ddd9c753-e557-4d65-b341-c6c2c689a6d1 req-d97cc207-5018-4efc-9f05-db8d40ec6c8f tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:13.085146 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-ddd9c753-e557-4d65-b341-c6c2c689a6d1 req-d97cc207-5018-4efc-9f05-db8d40ec6c8f tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.57 "DELETE /networking/v2.0/ports/1712560b-01e8-4b96-8c66-8877d22eba22 HTTP/1.1" status: 204 len: 173 time: 0.8078172 Sep 27 04:32:13.085639 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298d0196-0c87-4bfd-a862-be6cbe3a28f5', 'name': 'network-vif-deleted', 'tag': '1712560b-01e8-4b96-8c66-8877d22eba22'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:32:13.087926 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac5c692-b873-49d6-a925-49a4caef3d72" -d '{"events": [{"server_uuid": "298d0196-0c87-4bfd-a862-be6cbe3a28f5", "name": "network-vif-deleted", "tag": "1712560b-01e8-4b96-8c66-8877d22eba22"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:32:13.126272 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d19841-b04f-4212-a96a-7ea0f4559125 x-openstack-request-id: req-e4d19841-b04f-4212-a96a-7ea0f4559125 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:32:13.126565 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298d0196-0c87-4bfd-a862-be6cbe3a28f5", "name": "network-vif-deleted", "tag": "1712560b-01e8-4b96-8c66-8877d22eba22", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:32:13.126810 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e4d19841-b04f-4212-a96a-7ea0f4559125 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:32:13.127238 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4d19841-b04f-4212-a96a-7ea0f4559125'] response: {'server_uuid': '298d0196-0c87-4bfd-a862-be6cbe3a28f5', 'name': 'network-vif-deleted', 'tag': '1712560b-01e8-4b96-8c66-8877d22eba22', 'status': 'completed', 'code': 200} Sep 27 04:32:13.166710 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-b6661efb-87be-48f9-83a0-a5a8f2cd9cf4 None None] Set router 07ade2a2-9975-4f39-ba38-5ad70098302d gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:32:13.359282 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-b6661efb-87be-48f9-83a0-a5a8f2cd9cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'name': 'tempest-TestVolumeBootPattern-815580073-router', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:29:28Z', 'updated_at': '2022-09-27T04:29:31Z', 'revision_number': 4, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'gw_port': {'id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:29Z', 'updated_at': '2022-09-27T04:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '393bbc50-ff65-4a57-99fb-482a15b5ad7c', 'name': '', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'mac_address': 'fa:16:3e:df:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:31Z', 'updated_at': '2022-09-27T04:29:35Z', 'revision_number': 5, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'subnets': [{'id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:32:13.386511 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6661efb-87be-48f9-83a0-a5a8f2cd9cf4 None None] Checking router: 07ade2a2-9975-4f39-ba38-5ad70098302d for host: dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:32:13.394906 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6661efb-87be-48f9-83a0-a5a8f2cd9cf4 None None] Routers {'07ade2a2-9975-4f39-ba38-5ad70098302d'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:32:13.395497 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-b6661efb-87be-48f9-83a0-a5a8f2cd9cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:31:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['07ade2a2-9975-4f39-ba38-5ad70098302d'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:32:13.500304 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-b6661efb-87be-48f9-83a0-a5a8f2cd9cf4 None None] Set router 07ade2a2-9975-4f39-ba38-5ad70098302d gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:32:13.700990 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-b6661efb-87be-48f9-83a0-a5a8f2cd9cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'name': 'tempest-TestVolumeBootPattern-815580073-router', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:29:28Z', 'updated_at': '2022-09-27T04:29:31Z', 'revision_number': 4, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'gw_port': {'id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:29Z', 'updated_at': '2022-09-27T04:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '393bbc50-ff65-4a57-99fb-482a15b5ad7c', 'name': '', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'mac_address': 'fa:16:3e:df:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:31Z', 'updated_at': '2022-09-27T04:29:35Z', 'revision_number': 5, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'subnets': [{'id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:32:13.726663 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6661efb-87be-48f9-83a0-a5a8f2cd9cf4 None None] The sync data for ids ['07ade2a2-9975-4f39-ba38-5ad70098302d'] in dv-cinder-859186-3-iscsi is: [{'id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'name': 'tempest-TestVolumeBootPattern-815580073-router', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:29:28Z', 'updated_at': '2022-09-27T04:29:31Z', 'revision_number': 4, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'gw_port': {'id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:29Z', 'updated_at': '2022-09-27T04:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '393bbc50-ff65-4a57-99fb-482a15b5ad7c', 'name': '', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'mac_address': 'fa:16:3e:df:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:31Z', 'updated_at': '2022-09-27T04:29:35Z', 'revision_number': 5, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'subnets': [{'id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:32:13.734010 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-92cf6eaf-09ca-407f-8d71-e0a260dbd27e tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:13.735503 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-92cf6eaf-09ca-407f-8d71-e0a260dbd27e tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/networks?id=2d8e1010-a99b-4d47-a52c-48fef59dac1e HTTP/1.1" status: 200 len: 809 time: 0.1071744 Sep 27 04:32:13.750374 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-6b360dad-267b-4ac7-807c-16a31e088a89 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/quotas/494bdfe04cfa4dfab2c7ab389a889298 HTTP/1.1" status: 200 len: 375 time: 0.0094852 Sep 27 04:32:13.784782 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-bff577cf-02a0-4557-9247-9073e5bda3ea tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=494bdfe04cfa4dfab2c7ab389a889298&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0290179 Sep 27 04:32:13.883125 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-a5063a32-32b0-4250-8b29-40f1963eb813 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2d8e1010-a99b-4d47-a52c-48fef59dac1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916960 Sep 27 04:32:13.969061 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b82eb33-3653-4e41-ae63-3f592ba5fb19 None None] New status for floating IP ff5bcf45-de80-4643-af08-993d124d7f8e: DOWN {{(pid=106212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 04:32:13.969589 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:13.980610 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-368d2225-f7b0-4dcb-9fb0-168b744d316d service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2d8e1010-a99b-4d47-a52c-48fef59dac1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906160 Sep 27 04:32:14.204579 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-759afa24-3f7d-4102-97db-1b116fa97c22 req-525efb45-b2f1-41e4-9fed-f68457998182 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cb3757a7-2228-48e1-ad30-95f66c6b55f8 HTTP/1.1" status: 200 len: 210 time: 0.0298100 Sep 27 04:32:14.328786 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-96638662-5bbb-4270-9b51-be3642539d67 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1621255540&fields=id&tenant_id=53d86b6e8a8343fca03ca6d38200f23f HTTP/1.1" status: 200 len: 267 time: 0.0460536 Sep 27 04:32:14.439966 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-10f53690-4b48-4ee7-871c-e118ef596a96 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:14.441428 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-10f53690-4b48-4ee7-871c-e118ef596a96 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/networks?id=df4f6840-004b-4387-a687-683e2895186f HTTP/1.1" status: 200 len: 811 time: 0.1062706 Sep 27 04:32:14.457008 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-9776669d-dfe6-4ea0-b3e4-920c9f05506e tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/quotas/53d86b6e8a8343fca03ca6d38200f23f HTTP/1.1" status: 200 len: 375 time: 0.0101161 Sep 27 04:32:14.508938 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-e105cbf7-dfbd-4a8a-b2a5-1755c40fd385 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=53d86b6e8a8343fca03ca6d38200f23f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464613 Sep 27 04:32:14.608832 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-052db45d-9df6-4882-8f5f-685bc96d2de2 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878043 Sep 27 04:32:14.707609 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-f0c28787-efe6-4dc3-ae38-c78732de2688 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928395 Sep 27 04:32:15.011224 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-81e7379c-c340-4e0b-8427-c525a95f473e req-577dc1e2-f910-43a9-a4b7-c54d3bdd4fcf tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56108588-5052-4cbc-b248-29229aef7aec HTTP/1.1" status: 200 len: 210 time: 0.0269396 Sep 27 04:32:15.342993 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-8513f5db-9ca6-4757-8832-095d052dc0ab req-3dcb1444-591c-4ae2-b39e-d019eb616bf5 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cb3757a7-2228-48e1-ad30-95f66c6b55f8 HTTP/1.1" status: 200 len: 210 time: 0.0469408 Sep 27 04:32:15.455164 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-a2811064-bee8-42cf-939c-416950697e4c tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:15.456886 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-a2811064-bee8-42cf-939c-416950697e4c tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.57 "GET /networking/v2.0/networks?id=2d8e1010-a99b-4d47-a52c-48fef59dac1e HTTP/1.1" status: 200 len: 809 time: 0.1502223 Sep 27 04:32:15.476330 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-7fa0cb42-5e8c-4253-9627-f67330cf5c2f tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Request body: {'port': {'device_id': 'cb3757a7-2228-48e1-ad30-95f66c6b55f8', 'network_id': '2d8e1010-a99b-4d47-a52c-48fef59dac1e', 'admin_state_up': True, 'tenant_id': '494bdfe04cfa4dfab2c7ab389a889298'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:32:15.585187 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-7fa0cb42-5e8c-4253-9627-f67330cf5c2f tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Made reservation on behalf of 494bdfe04cfa4dfab2c7ab389a889298 for: {'port': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:32:15.588882 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-7fa0cb42-5e8c-4253-9627-f67330cf5c2f tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:15.660978 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:15.976928 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-7fa0cb42-5e8c-4253-9627-f67330cf5c2f tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Allocated IP 172.20.0.11 (2d8e1010-a99b-4d47-a52c-48fef59dac1e/c2307ff2-5d50-4a53-b597-7e61e4d9da32/0a8c54ff-8ed7-4f2c-9293-48d6c353b576) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:32:16.085569 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:16.124568 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e3c50ccc-edf8-424e-889c-e0bce3beb0d1 req-b55980af-a013-4119-a6a8-52990a69c3ed tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56108588-5052-4cbc-b248-29229aef7aec HTTP/1.1" status: 200 len: 210 time: 0.0356934 Sep 27 04:32:16.190341 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-7fa0cb42-5e8c-4253-9627-f67330cf5c2f tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Publish callbacks [] for port (0a8c54ff-8ed7-4f2c-9293-48d6c353b576), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:16.258848 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-34e9021c-dfc4-41f7-8197-ef68ef9473a7 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:16.260373 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-34e9021c-dfc4-41f7-8197-ef68ef9473a7 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.57 "GET /networking/v2.0/networks?id=df4f6840-004b-4387-a687-683e2895186f HTTP/1.1" status: 200 len: 811 time: 0.1494706 Sep 27 04:32:16.269219 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-7fa0cb42-5e8c-4253-9627-f67330cf5c2f tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (0a8c54ff-8ed7-4f2c-9293-48d6c353b576), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:16.327627 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-7fa0cb42-5e8c-4253-9627-f67330cf5c2f tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Network 2d8e1010-a99b-4d47-a52c-48fef59dac1e is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:32:16.335424 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-7fa0cb42-5e8c-4253-9627-f67330cf5c2f tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:32:16.338537 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-7fa0cb42-5e8c-4253-9627-f67330cf5c2f tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:32:16.382082 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa0cb42-5e8c-4253-9627-f67330cf5c2f tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Pushing event updated for resources: {'Port': ['ID=0a8c54ff-8ed7-4f2c-9293-48d6c353b576,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:32:16.422790 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-7fa0cb42-5e8c-4253-9627-f67330cf5c2f tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:16.423450 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-7fa0cb42-5e8c-4253-9627-f67330cf5c2f tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:16.451586 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-f7508d8a-79f3-4cc3-9365-63442321daf3 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=53d86b6e8a8343fca03ca6d38200f23f HTTP/1.1" status: 200 len: 380 time: 0.1476870 Sep 27 04:32:16.477497 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-2de39721-e90a-40a9-b9ff-3530156536f7 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Request body: {'port': {'device_id': '56108588-5052-4cbc-b248-29229aef7aec', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'admin_state_up': True, 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'security_groups': ['dc8aeeb6-4f41-4b60-b98c-998d780399e1']}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:32:16.498900 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-7fa0cb42-5e8c-4253-9627-f67330cf5c2f tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0270035 Sep 27 04:32:16.533861 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-c4638586-7530-4869-92fc-632c96a1adba service neutron] Request body: {'port': {'device_id': 'cb3757a7-2228-48e1-ad30-95f66c6b55f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:32:16.544817 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7491c447-21d9-41da-ad3f-56d724b5582e req-14ab0f1e-bac6-46af-9c0f-0786ed4a6e44 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:16.546309 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7491c447-21d9-41da-ad3f-56d724b5582e req-14ab0f1e-bac6-46af-9c0f-0786ed4a6e44 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cb3757a7-2228-48e1-ad30-95f66c6b55f8 HTTP/1.1" status: 200 len: 932 time: 0.1163661 Sep 27 04:32:16.676187 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-7491c447-21d9-41da-ad3f-56d724b5582e req-f1ee044a-d192-450d-b51d-4f9b2832ac6a tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c7bcf143-e8dc-472e-9f7a-55fd2bac5488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110570 Sep 27 04:32:16.678253 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-c4638586-7530-4869-92fc-632c96a1adba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (0a8c54ff-8ed7-4f2c-9293-48d6c353b576), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:16.703056 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:16.730244 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-2de39721-e90a-40a9-b9ff-3530156536f7 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Made reservation on behalf of 53d86b6e8a8343fca03ca6d38200f23f for: {'port': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:32:16.734566 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-2de39721-e90a-40a9-b9ff-3530156536f7 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:16.823398 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:17.001881 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-2de39721-e90a-40a9-b9ff-3530156536f7 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Allocated IP 172.20.0.11 (df4f6840-004b-4387-a687-683e2895186f/adae9526-5b78-4ae5-a4c5-ed40836bb98e/f9768712-2949-4085-b485-9a6386391423) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:32:17.104041 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-c4638586-7530-4869-92fc-632c96a1adba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a8c54ff-8ed7-4f2c-9293-48d6c353b576 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:32:17.140449 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-c4638586-7530-4869-92fc-632c96a1adba service neutron] Publish callbacks [] for port (0a8c54ff-8ed7-4f2c-9293-48d6c353b576), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:17.140991 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 1712560b-01e8-4b96-8c66-8877d22eba22 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:32:17.160614 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] No Port match for: 1712560b-01e8-4b96-8c66-8877d22eba22 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:32:17.161050 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 1712560b-01e8-4b96-8c66-8877d22eba22 not bound to the agent host hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:32:17.165816 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-c4638586-7530-4869-92fc-632c96a1adba service neutron] Transition to ACTIVE for port object 0a8c54ff-8ed7-4f2c-9293-48d6c353b576 will not be triggered until provisioned by entity L2. {{(pid=106210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 04:32:17.174106 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-c4638586-7530-4869-92fc-632c96a1adba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (0a8c54ff-8ed7-4f2c-9293-48d6c353b576), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:17.237306 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2eb01510-f58a-4e77-a24a-6a4848d39812 req-bfa1dd7c-2ea9-48f8-8ca4-da3d697eda31 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56108588-5052-4cbc-b248-29229aef7aec HTTP/1.1" status: 200 len: 210 time: 0.0291953 Sep 27 04:32:17.249653 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-2de39721-e90a-40a9-b9ff-3530156536f7 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for port (f9768712-2949-4085-b485-9a6386391423), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:17.291446 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4638586-7530-4869-92fc-632c96a1adba service neutron] Pushing event updated for resources: {'Port': ['ID=0a8c54ff-8ed7-4f2c-9293-48d6c353b576,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:32:17.340883 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-c4638586-7530-4869-92fc-632c96a1adba service neutron] Attempting to bind port 0a8c54ff-8ed7-4f2c-9293-48d6c353b576 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:32:17.341170 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-c4638586-7530-4869-92fc-632c96a1adba service neutron] Attempting to bind port 0a8c54ff-8ed7-4f2c-9293-48d6c353b576 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': '0f04e42c-88a7-435b-b2eb-5415cc28c92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2d8e1010-a99b-4d47-a52c-48fef59dac1e'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:32:17.341497 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-c4638586-7530-4869-92fc-632c96a1adba service neutron] Attempting to bind port 0a8c54ff-8ed7-4f2c-9293-48d6c353b576 on network 2d8e1010-a99b-4d47-a52c-48fef59dac1e {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:32:17.345096 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-2de39721-e90a-40a9-b9ff-3530156536f7 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (f9768712-2949-4085-b485-9a6386391423), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:17.412124 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:17.419382 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-2de39721-e90a-40a9-b9ff-3530156536f7 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Network df4f6840-004b-4387-a687-683e2895186f is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:32:17.427429 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-2de39721-e90a-40a9-b9ff-3530156536f7 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:32:17.433707 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-2de39721-e90a-40a9-b9ff-3530156536f7 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:32:17.439362 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de39721-e90a-40a9-b9ff-3530156536f7 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Pushing event updated for resources: {'Port': ['ID=f9768712-2949-4085-b485-9a6386391423,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:32:17.465486 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-c4638586-7530-4869-92fc-632c96a1adba service neutron] Port 0a8c54ff-8ed7-4f2c-9293-48d6c353b576 on network 2d8e1010-a99b-4d47-a52c-48fef59dac1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 04:32:17.465844 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-c4638586-7530-4869-92fc-632c96a1adba service neutron] Attempting to bind port 0a8c54ff-8ed7-4f2c-9293-48d6c353b576 on network 2d8e1010-a99b-4d47-a52c-48fef59dac1e {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:32:17.514586 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-2de39721-e90a-40a9-b9ff-3530156536f7 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:17.515196 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-2de39721-e90a-40a9-b9ff-3530156536f7 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:17.526177 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:17.541873 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-c4638586-7530-4869-92fc-632c96a1adba service neutron] Checking agent: {'id': 'b1f517e4-57bd-40c9-8710-cebf6376635e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'started_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:32:17.542136 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-c4638586-7530-4869-92fc-632c96a1adba service neutron] Checking segment: {'id': '0f04e42c-88a7-435b-b2eb-5415cc28c92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2d8e1010-a99b-4d47-a52c-48fef59dac1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:32:17.542518 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-c4638586-7530-4869-92fc-632c96a1adba service neutron] Bound using segment: {'id': '0f04e42c-88a7-435b-b2eb-5415cc28c92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2d8e1010-a99b-4d47-a52c-48fef59dac1e'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:32:17.542946 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-c4638586-7530-4869-92fc-632c96a1adba service neutron] Bound port: 0a8c54ff-8ed7-4f2c-9293-48d6c353b576, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f04e42c-88a7-435b-b2eb-5415cc28c92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2d8e1010-a99b-4d47-a52c-48fef59dac1e'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:32:17.543301 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-c4638586-7530-4869-92fc-632c96a1adba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (0a8c54ff-8ed7-4f2c-9293-48d6c353b576), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:17.548219 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-2de39721-e90a-40a9-b9ff-3530156536f7 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0807450 Sep 27 04:32:17.567145 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-98857ce3-5182-4995-b8ad-b4aa7476d875 service neutron] Request body: {'port': {'device_id': '56108588-5052-4cbc-b248-29229aef7aec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:32:17.659569 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-97ae0060-2eb1-4c33-be89-649e196a34ed None None] Provisioning complete for port f9768712-2949-4085-b485-9a6386391423 triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:32:17.659937 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-97ae0060-2eb1-4c33-be89-649e196a34ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (f9768712-2949-4085-b485-9a6386391423), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:17.660270 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-97ae0060-2eb1-4c33-be89-649e196a34ed None None] Attempt 1 to provision port f9768712-2949-4085-b485-9a6386391423 Sep 27 04:32:17.661981 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-c4638586-7530-4869-92fc-632c96a1adba service neutron] For port 0a8c54ff-8ed7-4f2c-9293-48d6c353b576, host hv-cinder-85918, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:32:17.674506 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-98857ce3-5182-4995-b8ad-b4aa7476d875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (f9768712-2949-4085-b485-9a6386391423), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:17.679603 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-c4638586-7530-4869-92fc-632c96a1adba service neutron] For port 0a8c54ff-8ed7-4f2c-9293-48d6c353b576, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=0a8c54ff-8ed7-4f2c-9293-48d6c353b576,segment=NetworkSegment(0f04e42c-88a7-435b-b2eb-5415cc28c92b),segment_id=0f04e42c-88a7-435b-b2eb-5415cc28c92b)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:32:17.692858 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-97ae0060-2eb1-4c33-be89-649e196a34ed None None] Port f9768712-2949-4085-b485-9a6386391423 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:32:17.694848 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-c4638586-7530-4869-92fc-632c96a1adba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (0a8c54ff-8ed7-4f2c-9293-48d6c353b576), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:17.716710 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-c4638586-7530-4869-92fc-632c96a1adba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:17.717323 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-c4638586-7530-4869-92fc-632c96a1adba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:17.718721 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-c4638586-7530-4869-92fc-632c96a1adba service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/0a8c54ff-8ed7-4f2c-9293-48d6c353b576 HTTP/1.1" status: 200 len: 1094 time: 1.1913056 Sep 27 04:32:17.722663 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb3757a7-2228-48e1-ad30-95f66c6b55f8', 'tag': '0a8c54ff-8ed7-4f2c-9293-48d6c353b576'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:32:17.723898 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb595d6d-d7b2-4f72-b8a0-d0867d728115" -d '{"events": [{"name": "network-changed", "server_uuid": "cb3757a7-2228-48e1-ad30-95f66c6b55f8", "tag": "0a8c54ff-8ed7-4f2c-9293-48d6c353b576"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:32:17.783628 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-791b8c10-b233-44bb-884c-0c8cbc755881 x-openstack-request-id: req-791b8c10-b233-44bb-884c-0c8cbc755881 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:32:17.783926 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb3757a7-2228-48e1-ad30-95f66c6b55f8", "tag": "0a8c54ff-8ed7-4f2c-9293-48d6c353b576", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:32:17.784172 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-791b8c10-b233-44bb-884c-0c8cbc755881 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:32:17.784573 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-791b8c10-b233-44bb-884c-0c8cbc755881'] response: {'name': 'network-changed', 'server_uuid': 'cb3757a7-2228-48e1-ad30-95f66c6b55f8', 'tag': '0a8c54ff-8ed7-4f2c-9293-48d6c353b576', 'status': 'completed', 'code': 200} Sep 27 04:32:17.897494 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4638586-7530-4869-92fc-632c96a1adba service neutron] Pushing event updated for resources: {'Port': ['ID=0a8c54ff-8ed7-4f2c-9293-48d6c353b576,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:32:17.907508 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-4f42d71e-38c8-43ac-b869-275b5eb33c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:17.909010 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-4f42d71e-38c8-43ac-b869-275b5eb33c13 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=494bdfe04cfa4dfab2c7ab389a889298&device_id=cb3757a7-2228-48e1-ad30-95f66c6b55f8 HTTP/1.1" status: 200 len: 1128 time: 0.1387978 Sep 27 04:32:17.938501 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c08e5-b8c8-4fc9-807b-b4652c240dec req-9af217dc-407c-430a-8b76-36d605067cdf tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:17.939904 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3e8c08e5-b8c8-4fc9-807b-b4652c240dec req-9af217dc-407c-430a-8b76-36d605067cdf tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cb3757a7-2228-48e1-ad30-95f66c6b55f8 HTTP/1.1" status: 200 len: 944 time: 0.1523144 Sep 27 04:32:18.003262 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-a4aaf9dd-2d27-490f-839e-614c265a1174 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a8c54ff-8ed7-4f2c-9293-48d6c353b576 HTTP/1.1" status: 200 len: 217 time: 0.0821242 Sep 27 04:32:18.107494 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3e8c08e5-b8c8-4fc9-807b-b4652c240dec req-ec1f36c0-68c0-4fac-a73d-0aa3d906411e tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c7bcf143-e8dc-472e-9f7a-55fd2bac5488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330178 Sep 27 04:32:18.122893 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-12b82e33-35b3-4465-9f08-40365033f489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:18.124324 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-12b82e33-35b3-4465-9f08-40365033f489 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=c2307ff2-5d50-4a53-b597-7e61e4d9da32 HTTP/1.1" status: 200 len: 849 time: 0.1064410 Sep 27 04:32:18.186346 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-6675a597-28ae-4cb3-861e-ac318b05d688 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=2d8e1010-a99b-4d47-a52c-48fef59dac1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519273 Sep 27 04:32:18.193603 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-97ae0060-2eb1-4c33-be89-649e196a34ed None None] Attempt 2 to provision port f9768712-2949-4085-b485-9a6386391423 Sep 27 04:32:18.196697 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-98857ce3-5182-4995-b8ad-b4aa7476d875 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9768712-2949-4085-b485-9a6386391423 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:32:18.213790 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-98857ce3-5182-4995-b8ad-b4aa7476d875 service neutron] Publish callbacks [] for port (f9768712-2949-4085-b485-9a6386391423), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:18.225530 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-97ae0060-2eb1-4c33-be89-649e196a34ed None None] Port f9768712-2949-4085-b485-9a6386391423 cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:32:18.267077 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-98857ce3-5182-4995-b8ad-b4aa7476d875 service neutron] Transition to ACTIVE for port object f9768712-2949-4085-b485-9a6386391423 will not be triggered until provisioned by entity L2. {{(pid=106210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 04:32:18.275742 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-98857ce3-5182-4995-b8ad-b4aa7476d875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (f9768712-2949-4085-b485-9a6386391423), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:18.300593 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:18.326991 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:18.353651 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-a77c2784-7064-40d1-aadd-1189201f6766 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/2d8e1010-a99b-4d47-a52c-48fef59dac1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519098 Sep 27 04:32:18.358103 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bc423-fd60-4045-879a-f8b67b425b55 req-fae32397-b3b0-43ff-ba96-825f6bdba82d tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:18.359576 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-156bc423-fd60-4045-879a-f8b67b425b55 req-fae32397-b3b0-43ff-ba96-825f6bdba82d tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56108588-5052-4cbc-b248-29229aef7aec HTTP/1.1" status: 200 len: 944 time: 0.0452273 Sep 27 04:32:18.370704 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98857ce3-5182-4995-b8ad-b4aa7476d875 service neutron] Pushing event updated for resources: {'Port': ['ID=f9768712-2949-4085-b485-9a6386391423,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:32:18.410614 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-156bc423-fd60-4045-879a-f8b67b425b55 req-de88a0c9-fb66-4b52-b92a-459a8251f995 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453374 Sep 27 04:32:18.487840 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-98857ce3-5182-4995-b8ad-b4aa7476d875 service neutron] Attempting to bind port f9768712-2949-4085-b485-9a6386391423 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:32:18.488414 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-98857ce3-5182-4995-b8ad-b4aa7476d875 service neutron] Attempting to bind port f9768712-2949-4085-b485-9a6386391423 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': '3855b0db-49a1-4957-864c-539480ffde2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'df4f6840-004b-4387-a687-683e2895186f'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:32:18.488528 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-98857ce3-5182-4995-b8ad-b4aa7476d875 service neutron] Attempting to bind port f9768712-2949-4085-b485-9a6386391423 on network df4f6840-004b-4387-a687-683e2895186f {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:32:18.521953 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-4be78a55-5f4a-445d-86eb-829a66eb1a4e req-8763862f-6982-4511-9fd2-6927b75a0456 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/2d8e1010-a99b-4d47-a52c-48fef59dac1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521680 Sep 27 04:32:18.540321 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-98857ce3-5182-4995-b8ad-b4aa7476d875 service neutron] Port f9768712-2949-4085-b485-9a6386391423 on network df4f6840-004b-4387-a687-683e2895186f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 04:32:18.540643 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-98857ce3-5182-4995-b8ad-b4aa7476d875 service neutron] Attempting to bind port f9768712-2949-4085-b485-9a6386391423 on network df4f6840-004b-4387-a687-683e2895186f {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:32:18.582136 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-98857ce3-5182-4995-b8ad-b4aa7476d875 service neutron] Checking agent: {'id': 'b1f517e4-57bd-40c9-8710-cebf6376635e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'started_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:32:18.582466 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-98857ce3-5182-4995-b8ad-b4aa7476d875 service neutron] Checking segment: {'id': '3855b0db-49a1-4957-864c-539480ffde2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'df4f6840-004b-4387-a687-683e2895186f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:32:18.582841 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-98857ce3-5182-4995-b8ad-b4aa7476d875 service neutron] Bound using segment: {'id': '3855b0db-49a1-4957-864c-539480ffde2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'df4f6840-004b-4387-a687-683e2895186f'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:32:18.583269 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-98857ce3-5182-4995-b8ad-b4aa7476d875 service neutron] Bound port: f9768712-2949-4085-b485-9a6386391423, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3855b0db-49a1-4957-864c-539480ffde2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'df4f6840-004b-4387-a687-683e2895186f'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:32:18.583622 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-98857ce3-5182-4995-b8ad-b4aa7476d875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (f9768712-2949-4085-b485-9a6386391423), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:18.642346 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-98857ce3-5182-4995-b8ad-b4aa7476d875 service neutron] For port f9768712-2949-4085-b485-9a6386391423, host hv-cinder-85918, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:32:18.645754 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-98857ce3-5182-4995-b8ad-b4aa7476d875 service neutron] For port f9768712-2949-4085-b485-9a6386391423, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=f9768712-2949-4085-b485-9a6386391423,segment=NetworkSegment(3855b0db-49a1-4957-864c-539480ffde2c),segment_id=3855b0db-49a1-4957-864c-539480ffde2c)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:32:18.651433 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-98857ce3-5182-4995-b8ad-b4aa7476d875 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (f9768712-2949-4085-b485-9a6386391423), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:18.655387 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-98857ce3-5182-4995-b8ad-b4aa7476d875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:18.655993 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-98857ce3-5182-4995-b8ad-b4aa7476d875 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:18.657340 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-98857ce3-5182-4995-b8ad-b4aa7476d875 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/f9768712-2949-4085-b485-9a6386391423 HTTP/1.1" status: 200 len: 1094 time: 1.0945494 Sep 27 04:32:18.704165 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98857ce3-5182-4995-b8ad-b4aa7476d875 service neutron] Pushing event updated for resources: {'Port': ['ID=f9768712-2949-4085-b485-9a6386391423,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:32:18.726738 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-97ae0060-2eb1-4c33-be89-649e196a34ed None None] Attempt 3 to provision port f9768712-2949-4085-b485-9a6386391423 Sep 27 04:32:18.765668 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-97ae0060-2eb1-4c33-be89-649e196a34ed None None] Port f9768712-2949-4085-b485-9a6386391423 had new provisioning blocks added so it will not transition to active. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 04:32:19.228404 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25db5e3-da54-4835-82e1-3a3e41bc586a req-7177674f-15be-4a49-a6d1-071ebe56043f tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:19.229901 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a25db5e3-da54-4835-82e1-3a3e41bc586a req-7177674f-15be-4a49-a6d1-071ebe56043f tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cb3757a7-2228-48e1-ad30-95f66c6b55f8 HTTP/1.1" status: 200 len: 944 time: 0.0469494 Sep 27 04:32:19.277985 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a25db5e3-da54-4835-82e1-3a3e41bc586a req-1bd8689e-16d7-45df-bf1b-954829a3af8c tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c7bcf143-e8dc-472e-9f7a-55fd2bac5488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419095 Sep 27 04:32:19.439041 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb595d6d-d7b2-4f72-b8a0-d0867d728115 req-55a95a91-231d-4dc8-b0ac-5c05cbf06521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:19.440662 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-eb595d6d-d7b2-4f72-b8a0-d0867d728115 req-55a95a91-231d-4dc8-b0ac-5c05cbf06521 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=494bdfe04cfa4dfab2c7ab389a889298&device_id=cb3757a7-2228-48e1-ad30-95f66c6b55f8 HTTP/1.1" status: 200 len: 1128 time: 0.0734620 Sep 27 04:32:19.448310 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-0c69787e-a71a-4bc4-b6dc-7796c6715c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:19.449774 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-0c69787e-a71a-4bc4-b6dc-7796c6715c34 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=53d86b6e8a8343fca03ca6d38200f23f&device_id=56108588-5052-4cbc-b248-29229aef7aec HTTP/1.1" status: 200 len: 1128 time: 0.0561202 Sep 27 04:32:19.531064 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-78104327-87c0-474f-bca6-8af408f5cfda service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9768712-2949-4085-b485-9a6386391423 HTTP/1.1" status: 200 len: 217 time: 0.0617523 Sep 27 04:32:19.531771 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b403ad-9e8d-42ff-9325-c807e3e8a6ab req-546fe66e-eda9-467e-9730-d52b28bda8b2 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:19.532513 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-65b403ad-9e8d-42ff-9325-c807e3e8a6ab req-546fe66e-eda9-467e-9730-d52b28bda8b2 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56108588-5052-4cbc-b248-29229aef7aec HTTP/1.1" status: 200 len: 944 time: 0.0464664 Sep 27 04:32:19.584624 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-65b403ad-9e8d-42ff-9325-c807e3e8a6ab req-14af1ef9-cbb5-4402-a1d8-7e5ae0b8d40b tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464525 Sep 27 04:32:19.608006 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb595d6d-d7b2-4f72-b8a0-d0867d728115 req-bb3f0643-9658-4c52-ac46-3a635902e379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:19.609489 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-eb595d6d-d7b2-4f72-b8a0-d0867d728115 req-bb3f0643-9658-4c52-ac46-3a635902e379 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=2d8e1010-a99b-4d47-a52c-48fef59dac1e HTTP/1.1" status: 200 len: 910 time: 0.1581194 Sep 27 04:32:19.611158 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-6be82e2f-9a44-4e1b-8e71-180e942f5892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:19.612439 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-6be82e2f-9a44-4e1b-8e71-180e942f5892 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=adae9526-5b78-4ae5-a4c5-ed40836bb98e HTTP/1.1" status: 200 len: 850 time: 0.0703230 Sep 27 04:32:19.683942 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-eb595d6d-d7b2-4f72-b8a0-d0867d728115 req-6e54ca9b-5d37-43b0-a9c9-58c554831af4 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0a8c54ff-8ed7-4f2c-9293-48d6c353b576 HTTP/1.1" status: 200 len: 217 time: 0.0562377 Sep 27 04:32:19.692328 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:19.703678 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-7452abe8-17bf-40c5-b75b-002026c35545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:19.705019 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-7452abe8-17bf-40c5-b75b-002026c35545 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=df4f6840-004b-4387-a687-683e2895186f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0715933 Sep 27 04:32:19.781948 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb595d6d-d7b2-4f72-b8a0-d0867d728115 req-79a87ccc-0350-4c4b-89b7-75a0da44909e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:19.783350 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-eb595d6d-d7b2-4f72-b8a0-d0867d728115 req-79a87ccc-0350-4c4b-89b7-75a0da44909e service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=c2307ff2-5d50-4a53-b597-7e61e4d9da32 HTTP/1.1" status: 200 len: 849 time: 0.0885658 Sep 27 04:32:19.785248 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56108588-5052-4cbc-b248-29229aef7aec', 'tag': 'f9768712-2949-4085-b485-9a6386391423'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:32:19.787429 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ee239a1-17ab-4209-bc81-25b980d6cbfc" -d '{"events": [{"name": "network-changed", "server_uuid": "56108588-5052-4cbc-b248-29229aef7aec", "tag": "f9768712-2949-4085-b485-9a6386391423"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:32:19.825380 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:32:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b5c8536-792c-4a32-8d49-5ef8a68a864d x-openstack-request-id: req-9b5c8536-792c-4a32-8d49-5ef8a68a864d {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:32:19.825669 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56108588-5052-4cbc-b248-29229aef7aec", "tag": "f9768712-2949-4085-b485-9a6386391423", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:32:19.825946 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9b5c8536-792c-4a32-8d49-5ef8a68a864d {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:32:19.826338 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b5c8536-792c-4a32-8d49-5ef8a68a864d'] response: {'name': 'network-changed', 'server_uuid': '56108588-5052-4cbc-b248-29229aef7aec', 'tag': 'f9768712-2949-4085-b485-9a6386391423', 'status': 'completed', 'code': 200} Sep 27 04:32:19.829980 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-eb595d6d-d7b2-4f72-b8a0-d0867d728115 req-81603b7b-ab47-4f38-89c3-aad42c62c669 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=2d8e1010-a99b-4d47-a52c-48fef59dac1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343504 Sep 27 04:32:19.892213 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-20caa2c9-325d-47dc-b1a2-aa0f2605a81a service neutron] 10.222.0.57 "GET /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680562 Sep 27 04:32:19.927687 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:20.250483 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-eb595d6d-d7b2-4f72-b8a0-d0867d728115 req-e174d0fe-9a7c-447f-be22-81d951645b82 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/2d8e1010-a99b-4d47-a52c-48fef59dac1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106529 Sep 27 04:32:20.320985 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-69580fa4-be17-409b-94c6-b2daeb01bf0a req-6382ac7c-da01-4b21-9b59-6616435fd7af service neutron] 10.222.0.57 "GET /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4192832 Sep 27 04:32:20.382901 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-eb595d6d-d7b2-4f72-b8a0-d0867d728115 req-4128e95f-5a06-4fcd-bc72-08bf05a5ca34 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/2d8e1010-a99b-4d47-a52c-48fef59dac1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193385 Sep 27 04:32:20.416095 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3e6d1-f346-4592-aad3-56d3043d1579 req-07f25a1e-da3a-472d-8dbb-30cfb1f1563d tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:20.417690 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-70a3e6d1-f346-4592-aad3-56d3043d1579 req-07f25a1e-da3a-472d-8dbb-30cfb1f1563d tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cb3757a7-2228-48e1-ad30-95f66c6b55f8 HTTP/1.1" status: 200 len: 944 time: 0.0515070 Sep 27 04:32:20.441048 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7471c5e5-dfc1-4902-91e3-3dbc198d17f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:20.467403 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-70a3e6d1-f346-4592-aad3-56d3043d1579 req-35b28ee7-573e-49f0-b7ff-332e883f9618 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c7bcf143-e8dc-472e-9f7a-55fd2bac5488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434709 Sep 27 04:32:20.612626 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee239a1-17ab-4209-bc81-25b980d6cbfc req-183c2a5e-0610-4f3c-ae19-1e297ce1ad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:20.614105 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3ee239a1-17ab-4209-bc81-25b980d6cbfc req-183c2a5e-0610-4f3c-ae19-1e297ce1ad9a service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=53d86b6e8a8343fca03ca6d38200f23f&device_id=56108588-5052-4cbc-b248-29229aef7aec HTTP/1.1" status: 200 len: 1128 time: 0.0393286 Sep 27 04:32:20.742730 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb3700-48c8-4502-82bd-985657a87219 req-b692e6a7-3624-40e9-8c14-b3d201a2d123 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:20.744160 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-76bb3700-48c8-4502-82bd-985657a87219 req-b692e6a7-3624-40e9-8c14-b3d201a2d123 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56108588-5052-4cbc-b248-29229aef7aec HTTP/1.1" status: 200 len: 944 time: 0.0662212 Sep 27 04:32:20.747353 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee239a1-17ab-4209-bc81-25b980d6cbfc req-399b84ff-50cc-4d78-a041-cb2a4840775b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:20.748651 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3ee239a1-17ab-4209-bc81-25b980d6cbfc req-399b84ff-50cc-4d78-a041-cb2a4840775b service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=df4f6840-004b-4387-a687-683e2895186f HTTP/1.1" status: 200 len: 912 time: 0.1262043 Sep 27 04:32:20.804020 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3ee239a1-17ab-4209-bc81-25b980d6cbfc req-8a292d7f-0eda-4dcc-aff4-d25074055be0 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9768712-2949-4085-b485-9a6386391423 HTTP/1.1" status: 200 len: 217 time: 0.0408041 Sep 27 04:32:20.829880 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-76bb3700-48c8-4502-82bd-985657a87219 req-512a8632-1936-43de-ab44-3fe04bad3237 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794451 Sep 27 04:32:20.863115 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee239a1-17ab-4209-bc81-25b980d6cbfc req-8670ed05-072c-4c2f-91f5-83f4b924712d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:20.864461 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3ee239a1-17ab-4209-bc81-25b980d6cbfc req-8670ed05-072c-4c2f-91f5-83f4b924712d service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=adae9526-5b78-4ae5-a4c5-ed40836bb98e HTTP/1.1" status: 200 len: 850 time: 0.0503399 Sep 27 04:32:20.912256 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee239a1-17ab-4209-bc81-25b980d6cbfc req-b6799863-013f-4ede-8a53-124762d85334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:20.913665 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3ee239a1-17ab-4209-bc81-25b980d6cbfc req-b6799863-013f-4ede-8a53-124762d85334 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=df4f6840-004b-4387-a687-683e2895186f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399008 Sep 27 04:32:21.004559 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3ee239a1-17ab-4209-bc81-25b980d6cbfc req-2b56fae5-453a-4118-988c-52ecfa9ce544 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810962 Sep 27 04:32:21.101463 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3ee239a1-17ab-4209-bc81-25b980d6cbfc req-539d26d6-d2d4-427c-a3f9-f5f0e62ff4cf service neutron] 10.222.0.57 "GET /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867615 Sep 27 04:32:21.136951 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 0a8c54ff-8ed7-4f2c-9293-48d6c353b576 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 04:32:21.238352 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 0a8c54ff-8ed7-4f2c-9293-48d6c353b576, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=0a8c54ff-8ed7-4f2c-9293-48d6c353b576,segment=NetworkSegment(0f04e42c-88a7-435b-b2eb-5415cc28c92b),segment_id=0f04e42c-88a7-435b-b2eb-5415cc28c92b)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:32:21.249143 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Returning: {'device': '0a8c54ff-8ed7-4f2c-9293-48d6c353b576', 'network_id': '2d8e1010-a99b-4d47-a52c-48fef59dac1e', 'port_id': '0a8c54ff-8ed7-4f2c-9293-48d6c353b576', 'mac_address': 'fa:16:3e:97:bf:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2307ff2-5d50-4a53-b597-7e61e4d9da32', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 04:32:21.283246 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port 0a8c54ff-8ed7-4f2c-9293-48d6c353b576 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:32:21.283637 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (0a8c54ff-8ed7-4f2c-9293-48d6c353b576), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:21.296897 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a8c54ff-8ed7-4f2c-9293-48d6c353b576 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:32:21.315958 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 0a8c54ff-8ed7-4f2c-9293-48d6c353b576, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=0a8c54ff-8ed7-4f2c-9293-48d6c353b576,segment=NetworkSegment(0f04e42c-88a7-435b-b2eb-5415cc28c92b),segment_id=0f04e42c-88a7-435b-b2eb-5415cc28c92b)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:32:21.319752 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (0a8c54ff-8ed7-4f2c-9293-48d6c353b576), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:21.364459 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=0a8c54ff-8ed7-4f2c-9293-48d6c353b576,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:32:21.579272 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['0a8c54ff-8ed7-4f2c-9293-48d6c353b576'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:32:21.585795 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2138f79-bc23-4854-8f27-6891a7e14b76 req-ca3a87f6-82ce-429c-bab3-60dcdbb890f0 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:21.587292 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c2138f79-bc23-4854-8f27-6891a7e14b76 req-ca3a87f6-82ce-429c-bab3-60dcdbb890f0 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cb3757a7-2228-48e1-ad30-95f66c6b55f8 HTTP/1.1" status: 200 len: 945 time: 0.0454767 Sep 27 04:32:21.615007 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:21.635882 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-c2138f79-bc23-4854-8f27-6891a7e14b76 req-39b5e3e1-bbea-4aa2-9656-375e55a41a53 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c7bcf143-e8dc-472e-9f7a-55fd2bac5488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421438 Sep 27 04:32:21.660574 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:21.949687 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a682e-c919-4d2a-b587-a67ee1487b45 req-bf2f8be6-35fa-4f6d-92c9-16a5b22fa52d tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:21.951073 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-058a682e-c919-4d2a-b587-a67ee1487b45 req-bf2f8be6-35fa-4f6d-92c9-16a5b22fa52d tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56108588-5052-4cbc-b248-29229aef7aec HTTP/1.1" status: 200 len: 944 time: 0.0459950 Sep 27 04:32:21.961867 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:21.999599 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-058a682e-c919-4d2a-b587-a67ee1487b45 req-d91bf94d-5501-459d-baea-7a5da170ed24 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430286 Sep 27 04:32:22.266693 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a5aa921e-e6be-405b-b721-73686cc4155a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:22.747530 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=90,neutron:INSERT=10 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:22.761338 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540ca8e-a40b-4fe0-a406-26737c17e5a1 req-4773ad6f-1f5c-4e92-a1e9-053e6a05ec8e tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:22.763489 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b540ca8e-a40b-4fe0-a406-26737c17e5a1 req-4773ad6f-1f5c-4e92-a1e9-053e6a05ec8e tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cb3757a7-2228-48e1-ad30-95f66c6b55f8 HTTP/1.1" status: 200 len: 945 time: 0.0514417 Sep 27 04:32:22.813642 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-b540ca8e-a40b-4fe0-a406-26737c17e5a1 req-f1b71b05-15ca-477c-8666-c52d255ad456 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c7bcf143-e8dc-472e-9f7a-55fd2bac5488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443833 Sep 27 04:32:23.122197 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b636722-06f2-4e3b-95b9-51c3753f47c1 req-a7d4aa7d-17ab-4514-a94f-f1b68c2b8e95 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:23.123622 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1b636722-06f2-4e3b-95b9-51c3753f47c1 req-a7d4aa7d-17ab-4514-a94f-f1b68c2b8e95 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56108588-5052-4cbc-b248-29229aef7aec HTTP/1.1" status: 200 len: 944 time: 0.0495152 Sep 27 04:32:23.166252 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 0a8c54ff-8ed7-4f2c-9293-48d6c353b576 up at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:32:23.172165 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1b636722-06f2-4e3b-95b9-51c3753f47c1 req-5e50bcdc-50ae-4935-85ba-b8c8010504c2 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429139 Sep 27 04:32:23.207609 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning for port 0a8c54ff-8ed7-4f2c-9293-48d6c353b576 completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 04:32:23.212968 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning complete for port 0a8c54ff-8ed7-4f2c-9293-48d6c353b576 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:32:23.213410 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (0a8c54ff-8ed7-4f2c-9293-48d6c353b576), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:23.213779 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Attempt 1 to provision port 0a8c54ff-8ed7-4f2c-9293-48d6c353b576 Sep 27 04:32:23.286676 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port 0a8c54ff-8ed7-4f2c-9293-48d6c353b576 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:32:23.286976 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (0a8c54ff-8ed7-4f2c-9293-48d6c353b576), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:23.310226 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3757a7-2228-48e1-ad30-95f66c6b55f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8c54ff-8ed7-4f2c-9293-48d6c353b576'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:32:23.312464 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2687affa0ef786a15f255b59e70001bb997277ef1a41850ee1c1551a100c7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cfdd1b-a5ef-4358-81ca-b01628656b66" -d '{"events": [{"server_uuid": "cb3757a7-2228-48e1-ad30-95f66c6b55f8", "name": "network-vif-plugged", "status": "completed", "tag": "0a8c54ff-8ed7-4f2c-9293-48d6c353b576"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:32:23.324898 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 0a8c54ff-8ed7-4f2c-9293-48d6c353b576, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=0a8c54ff-8ed7-4f2c-9293-48d6c353b576,segment=NetworkSegment(0f04e42c-88a7-435b-b2eb-5415cc28c92b),segment_id=0f04e42c-88a7-435b-b2eb-5415cc28c92b)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:32:23.329938 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (0a8c54ff-8ed7-4f2c-9293-48d6c353b576), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:23.376141 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=0a8c54ff-8ed7-4f2c-9293-48d6c353b576,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:32:23.467167 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5234dcb6-86fa-4d47-80e5-574719ee05a3 x-openstack-request-id: req-5234dcb6-86fa-4d47-80e5-574719ee05a3 {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:32:23.467464 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3757a7-2228-48e1-ad30-95f66c6b55f8", "name": "network-vif-plugged", "status": "completed", "tag": "0a8c54ff-8ed7-4f2c-9293-48d6c353b576", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:32:23.467724 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5234dcb6-86fa-4d47-80e5-574719ee05a3 {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:32:23.468123 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5234dcb6-86fa-4d47-80e5-574719ee05a3'] response: {'server_uuid': 'cb3757a7-2228-48e1-ad30-95f66c6b55f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8c54ff-8ed7-4f2c-9293-48d6c353b576', 'code': 200} Sep 27 04:32:23.638834 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1f3e5a-6fcc-4ac8-beb4-e123e9cf8baa req-4ed773e8-ea01-4039-8d6a-105c115902e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:23.640192 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1b1f3e5a-6fcc-4ac8-beb4-e123e9cf8baa req-4ed773e8-ea01-4039-8d6a-105c115902e1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=cb3757a7-2228-48e1-ad30-95f66c6b55f8 HTTP/1.1" status: 200 len: 1130 time: 0.0379159 Sep 27 04:32:23.686754 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1b1f3e5a-6fcc-4ac8-beb4-e123e9cf8baa req-d1f5d292-e047-45dd-b0a1-7e8d7bfa4cd5 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=c7bcf143-e8dc-472e-9f7a-55fd2bac5488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365415 Sep 27 04:32:23.751057 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:23.913921 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:23.931084 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7fbcfd-db13-45d0-a207-623507fd6770 req-3d537a56-7785-4765-a096-acdd12dadfcf tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:23.932570 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5c7fbcfd-db13-45d0-a207-623507fd6770 req-3d537a56-7785-4765-a096-acdd12dadfcf tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cb3757a7-2228-48e1-ad30-95f66c6b55f8 HTTP/1.1" status: 200 len: 946 time: 0.0465827 Sep 27 04:32:23.981628 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5c7fbcfd-db13-45d0-a207-623507fd6770 req-45890401-bd7e-42fc-9a3c-5431611d7a29 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c7bcf143-e8dc-472e-9f7a-55fd2bac5488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435021 Sep 27 04:32:24.294464 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e86fff-be4f-4f53-8441-de563841a7e9 req-7616b9ae-376a-4251-acf7-c0025811702e tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:24.295915 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-49e86fff-be4f-4f53-8441-de563841a7e9 req-7616b9ae-376a-4251-acf7-c0025811702e tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56108588-5052-4cbc-b248-29229aef7aec HTTP/1.1" status: 200 len: 944 time: 0.0476041 Sep 27 04:32:24.344524 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-49e86fff-be4f-4f53-8441-de563841a7e9 req-a4d8b02f-7f9d-455d-8007-ebbd867aa418 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430093 Sep 27 04:32:25.078967 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:25.105985 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd5634a-0a01-46e5-abe2-72d884e13e5a req-dd95edb4-8ef6-4738-adc5-cf09fb2d67a1 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:25.107469 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5cd5634a-0a01-46e5-abe2-72d884e13e5a req-dd95edb4-8ef6-4738-adc5-cf09fb2d67a1 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cb3757a7-2228-48e1-ad30-95f66c6b55f8 HTTP/1.1" status: 200 len: 946 time: 0.0485482 Sep 27 04:32:25.156532 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5cd5634a-0a01-46e5-abe2-72d884e13e5a req-f51e579d-11e6-487c-a03f-ea5451f7119a tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c7bcf143-e8dc-472e-9f7a-55fd2bac5488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430839 Sep 27 04:32:25.198762 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:25.466481 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586de8d-8015-4f7d-9779-2a4f37bb2e58 req-0421dfcc-c8af-4a6f-b261-c100c3c615a9 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:25.467903 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8586de8d-8015-4f7d-9779-2a4f37bb2e58 req-0421dfcc-c8af-4a6f-b261-c100c3c615a9 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56108588-5052-4cbc-b248-29229aef7aec HTTP/1.1" status: 200 len: 944 time: 0.0486488 Sep 27 04:32:25.478713 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:25.518726 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8586de8d-8015-4f7d-9779-2a4f37bb2e58 req-3c629df6-ae7b-4a04-8ec9-cc8a89919a3d tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452909 Sep 27 04:32:26.284818 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994d02b-b2e0-4f1e-8480-7c8fb0473d6f req-a2498b04-c4f0-46ad-aa89-db474b41782b tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:26.286303 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5994d02b-b2e0-4f1e-8480-7c8fb0473d6f req-a2498b04-c4f0-46ad-aa89-db474b41782b tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cb3757a7-2228-48e1-ad30-95f66c6b55f8 HTTP/1.1" status: 200 len: 946 time: 0.0492811 Sep 27 04:32:26.332126 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5994d02b-b2e0-4f1e-8480-7c8fb0473d6f req-52255b96-cde8-4a7f-8874-c26792edcffc tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c7bcf143-e8dc-472e-9f7a-55fd2bac5488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403569 Sep 27 04:32:26.641918 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16377302-31b0-4c71-80e8-a7ab10674295 req-a867c51f-f3f4-44b2-a5fe-241404b96398 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:26.643363 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-16377302-31b0-4c71-80e8-a7ab10674295 req-a867c51f-f3f4-44b2-a5fe-241404b96398 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56108588-5052-4cbc-b248-29229aef7aec HTTP/1.1" status: 200 len: 944 time: 0.0499828 Sep 27 04:32:26.694598 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-16377302-31b0-4c71-80e8-a7ab10674295 req-9f11bf96-f696-4b11-b64e-7263aaa3fca5 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453625 Sep 27 04:32:26.970924 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056609b-5354-45a6-9fbf-b50754f626a3 req-4f736de1-ee5f-487f-bac9-53aac19dfece tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:26.972348 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f056609b-5354-45a6-9fbf-b50754f626a3 req-4f736de1-ee5f-487f-bac9-53aac19dfece tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cb3757a7-2228-48e1-ad30-95f66c6b55f8 HTTP/1.1" status: 200 len: 946 time: 0.0448844 Sep 27 04:32:27.021996 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f056609b-5354-45a6-9fbf-b50754f626a3 req-54ca1da9-2607-40b6-b906-41ce28c42984 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c7bcf143-e8dc-472e-9f7a-55fd2bac5488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440977 Sep 27 04:32:27.193439 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device f9768712-2949-4085-b485-9a6386391423 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 04:32:27.292933 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port f9768712-2949-4085-b485-9a6386391423, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=f9768712-2949-4085-b485-9a6386391423,segment=NetworkSegment(3855b0db-49a1-4957-864c-539480ffde2c),segment_id=3855b0db-49a1-4957-864c-539480ffde2c)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:32:27.303477 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Returning: {'device': 'f9768712-2949-4085-b485-9a6386391423', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'port_id': 'f9768712-2949-4085-b485-9a6386391423', 'mac_address': 'fa:16:3e:6b:8f:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 04:32:27.336277 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port f9768712-2949-4085-b485-9a6386391423 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:32:27.336659 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (f9768712-2949-4085-b485-9a6386391423), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:27.349670 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9768712-2949-4085-b485-9a6386391423 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:32:27.368851 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port f9768712-2949-4085-b485-9a6386391423, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=f9768712-2949-4085-b485-9a6386391423,segment=NetworkSegment(3855b0db-49a1-4957-864c-539480ffde2c),segment_id=3855b0db-49a1-4957-864c-539480ffde2c)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:32:27.372522 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (f9768712-2949-4085-b485-9a6386391423), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:27.417463 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=f9768712-2949-4085-b485-9a6386391423,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:32:27.592060 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['f9768712-2949-4085-b485-9a6386391423'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:32:27.645477 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:27.754299 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:27.819870 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e4534-c29b-4dcd-9b3c-a1e434365996 req-4a58b18e-f04b-443b-9e0d-edde97063cf6 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:27.821349 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-515e4534-c29b-4dcd-9b3c-a1e434365996 req-4a58b18e-f04b-443b-9e0d-edde97063cf6 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56108588-5052-4cbc-b248-29229aef7aec HTTP/1.1" status: 200 len: 945 time: 0.0505643 Sep 27 04:32:27.869228 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-515e4534-c29b-4dcd-9b3c-a1e434365996 req-9cd17581-d897-47e7-9a44-01c9c63cc214 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416205 Sep 27 04:32:28.144231 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd952a1-ecdd-4841-a491-44219d4d1c9c req-5ae6ac7c-1288-4f8e-b03c-456a6526ad00 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:28.145600 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-bcd952a1-ecdd-4841-a491-44219d4d1c9c req-5ae6ac7c-1288-4f8e-b03c-456a6526ad00 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cb3757a7-2228-48e1-ad30-95f66c6b55f8 HTTP/1.1" status: 200 len: 946 time: 0.0468519 Sep 27 04:32:28.192494 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-bcd952a1-ecdd-4841-a491-44219d4d1c9c req-43854f3d-d565-4309-b32d-a3429f950b31 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c7bcf143-e8dc-472e-9f7a-55fd2bac5488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410020 Sep 27 04:32:28.350810 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f57e3-bcef-4683-affa-5e5dba3bc700 req-d5438c78-2853-4bb1-b760-7f3bd0c242bd tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:28.352218 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e64f57e3-bcef-4683-affa-5e5dba3bc700 req-d5438c78-2853-4bb1-b760-7f3bd0c242bd tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=cb3757a7-2228-48e1-ad30-95f66c6b55f8 HTTP/1.1" status: 200 len: 946 time: 0.0467238 Sep 27 04:32:28.439375 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-e64f57e3-bcef-4683-affa-5e5dba3bc700 req-3c967303-35d0-4bca-b061-225bb8d38d50 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Deleting port 0a8c54ff-8ed7-4f2c-9293-48d6c353b576 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:32:28.439711 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-e64f57e3-bcef-4683-affa-5e5dba3bc700 req-3c967303-35d0-4bca-b061-225bb8d38d50 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (0a8c54ff-8ed7-4f2c-9293-48d6c353b576), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:28.526867 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-e64f57e3-bcef-4683-affa-5e5dba3bc700 req-3c967303-35d0-4bca-b061-225bb8d38d50 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] For port 0a8c54ff-8ed7-4f2c-9293-48d6c353b576, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=0a8c54ff-8ed7-4f2c-9293-48d6c353b576,segment=NetworkSegment(0f04e42c-88a7-435b-b2eb-5415cc28c92b),segment_id=0f04e42c-88a7-435b-b2eb-5415cc28c92b)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:32:28.527231 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-e64f57e3-bcef-4683-affa-5e5dba3bc700 req-3c967303-35d0-4bca-b061-225bb8d38d50 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (0a8c54ff-8ed7-4f2c-9293-48d6c353b576), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:28.539689 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-e64f57e3-bcef-4683-affa-5e5dba3bc700 req-3c967303-35d0-4bca-b061-225bb8d38d50 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Calling delete_port for 0a8c54ff-8ed7-4f2c-9293-48d6c353b576 owned by compute:nova {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:32:28.649502 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:28.674577 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-e64f57e3-bcef-4683-affa-5e5dba3bc700 req-3c967303-35d0-4bca-b061-225bb8d38d50 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (0a8c54ff-8ed7-4f2c-9293-48d6c353b576), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:28.689599 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['0a8c54ff-8ed7-4f2c-9293-48d6c353b576'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:32:28.702217 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c967303-35d0-4bca-b061-225bb8d38d50 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Pushing event deleted for resources: {'Port': ['ID=0a8c54ff-8ed7-4f2c-9293-48d6c353b576,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:32:28.749569 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64f57e3-bcef-4683-affa-5e5dba3bc700 req-3c967303-35d0-4bca-b061-225bb8d38d50 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] No DVR routers for this DVR port 0a8c54ff-8ed7-4f2c-9293-48d6c353b576 on host hv-cinder-85918 {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:32:28.752030 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-e64f57e3-bcef-4683-affa-5e5dba3bc700 req-3c967303-35d0-4bca-b061-225bb8d38d50 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:28.755206 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e64f57e3-bcef-4683-affa-5e5dba3bc700 req-3c967303-35d0-4bca-b061-225bb8d38d50 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.57 "DELETE /networking/v2.0/ports/0a8c54ff-8ed7-4f2c-9293-48d6c353b576 HTTP/1.1" status: 204 len: 173 time: 0.3948486 Sep 27 04:32:28.755697 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb3757a7-2228-48e1-ad30-95f66c6b55f8', 'name': 'network-vif-deleted', 'tag': '0a8c54ff-8ed7-4f2c-9293-48d6c353b576'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:32:28.757952 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f58e591-b361-4a57-8d0f-7d553ff1bd1e" -d '{"events": [{"server_uuid": "cb3757a7-2228-48e1-ad30-95f66c6b55f8", "name": "network-vif-deleted", "tag": "0a8c54ff-8ed7-4f2c-9293-48d6c353b576"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:32:28.801186 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7732c7a-2f5f-46ec-a300-0180311215b3 x-openstack-request-id: req-d7732c7a-2f5f-46ec-a300-0180311215b3 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:32:28.801480 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb3757a7-2228-48e1-ad30-95f66c6b55f8", "name": "network-vif-deleted", "tag": "0a8c54ff-8ed7-4f2c-9293-48d6c353b576", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:32:28.801783 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d7732c7a-2f5f-46ec-a300-0180311215b3 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:32:28.802194 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7732c7a-2f5f-46ec-a300-0180311215b3'] response: {'server_uuid': 'cb3757a7-2228-48e1-ad30-95f66c6b55f8', 'name': 'network-vif-deleted', 'tag': '0a8c54ff-8ed7-4f2c-9293-48d6c353b576', 'status': 'completed', 'code': 200} Sep 27 04:32:28.996710 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6513563e-d1f4-4391-b446-2390b27db740 req-99ab525e-056f-47e1-bf56-76d2e488fd0f tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:28.998265 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-6513563e-d1f4-4391-b446-2390b27db740 req-99ab525e-056f-47e1-bf56-76d2e488fd0f tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56108588-5052-4cbc-b248-29229aef7aec HTTP/1.1" status: 200 len: 945 time: 0.0516818 Sep 27 04:32:29.047281 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-6513563e-d1f4-4391-b446-2390b27db740 req-af8349b1-2e29-40f1-95b9-2bcae364d9c2 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435040 Sep 27 04:32:29.200949 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device f9768712-2949-4085-b485-9a6386391423 up at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:32:29.244502 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning for port f9768712-2949-4085-b485-9a6386391423 completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 04:32:29.251613 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning complete for port f9768712-2949-4085-b485-9a6386391423 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:32:29.251994 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (f9768712-2949-4085-b485-9a6386391423), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:29.252325 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Attempt 1 to provision port f9768712-2949-4085-b485-9a6386391423 Sep 27 04:32:29.317523 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cf3c6e25-0aaa-4772-9605-5e39f35a7083 req-03ab7157-4727-4d58-9d7d-f9a2b9cb571f tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=cb3757a7-2228-48e1-ad30-95f66c6b55f8 HTTP/1.1" status: 200 len: 210 time: 0.0320108 Sep 27 04:32:29.335023 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port f9768712-2949-4085-b485-9a6386391423 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:32:29.335415 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (f9768712-2949-4085-b485-9a6386391423), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:29.359319 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56108588-5052-4cbc-b248-29229aef7aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9768712-2949-4085-b485-9a6386391423'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:32:29.361526 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2687affa0ef786a15f255b59e70001bb997277ef1a41850ee1c1551a100c7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2daf8202-9f55-4105-935a-7af652687faf" -d '{"events": [{"server_uuid": "56108588-5052-4cbc-b248-29229aef7aec", "name": "network-vif-plugged", "status": "completed", "tag": "f9768712-2949-4085-b485-9a6386391423"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:32:29.379720 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port f9768712-2949-4085-b485-9a6386391423, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=f9768712-2949-4085-b485-9a6386391423,segment=NetworkSegment(3855b0db-49a1-4957-864c-539480ffde2c),segment_id=3855b0db-49a1-4957-864c-539480ffde2c)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:32:29.383751 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (f9768712-2949-4085-b485-9a6386391423), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:29.411382 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fee469af-df66-4f27-b23b-f02767508bea x-openstack-request-id: req-fee469af-df66-4f27-b23b-f02767508bea {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:32:29.411672 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56108588-5052-4cbc-b248-29229aef7aec", "name": "network-vif-plugged", "status": "completed", "tag": "f9768712-2949-4085-b485-9a6386391423", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:32:29.411922 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fee469af-df66-4f27-b23b-f02767508bea {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:32:29.412426 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fee469af-df66-4f27-b23b-f02767508bea'] response: {'server_uuid': '56108588-5052-4cbc-b248-29229aef7aec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9768712-2949-4085-b485-9a6386391423', 'code': 200} Sep 27 04:32:29.444631 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=f9768712-2949-4085-b485-9a6386391423,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:32:29.639111 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b08aa8-d65c-4ae9-93f6-fa6ab42d8b2c req-6ae3a0d3-b776-4ae1-b686-59f89c2e65b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:29.640569 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-67b08aa8-d65c-4ae9-93f6-fa6ab42d8b2c req-6ae3a0d3-b776-4ae1-b686-59f89c2e65b0 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=56108588-5052-4cbc-b248-29229aef7aec HTTP/1.1" status: 200 len: 1130 time: 0.0382249 Sep 27 04:32:29.687309 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-67b08aa8-d65c-4ae9-93f6-fa6ab42d8b2c req-d24b30cb-dd96-41ae-8df9-e7bdb502a32a service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391395 Sep 27 04:32:29.703737 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:32:30.166141 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950eaae-678b-4d90-a69e-2ff2a845af5c req-e59475cd-2a11-48c8-9bf1-3e00fe64154d tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:30.168268 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6950eaae-678b-4d90-a69e-2ff2a845af5c req-e59475cd-2a11-48c8-9bf1-3e00fe64154d tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56108588-5052-4cbc-b248-29229aef7aec HTTP/1.1" status: 200 len: 946 time: 0.0460620 Sep 27 04:32:30.200958 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:30.220433 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6950eaae-678b-4d90-a69e-2ff2a845af5c req-1c4f44e2-0c16-40c7-9438-ff3088f3db82 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466614 Sep 27 04:32:30.590431 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d34956-5766-4046-abfa-a25800a4de89 req-2fdc8d8d-f003-47b3-a6f1-ec1c11255f60 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:30.591900 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-76d34956-5766-4046-abfa-a25800a4de89 req-2fdc8d8d-f003-47b3-a6f1-ec1c11255f60 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/networks?id=2d8e1010-a99b-4d47-a52c-48fef59dac1e HTTP/1.1" status: 200 len: 809 time: 0.1000206 Sep 27 04:32:30.607253 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-76d34956-5766-4046-abfa-a25800a4de89 req-8c6502f4-a2a3-43f2-a404-996ebf76f569 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/quotas/494bdfe04cfa4dfab2c7ab389a889298 HTTP/1.1" status: 200 len: 375 time: 0.0091884 Sep 27 04:32:30.642256 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-76d34956-5766-4046-abfa-a25800a4de89 req-8ff9be00-0308-46de-82da-dd2ba60f42b6 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=494bdfe04cfa4dfab2c7ab389a889298&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0300953 Sep 27 04:32:30.730842 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-76d34956-5766-4046-abfa-a25800a4de89 req-3165b793-cad5-4299-a562-5c6d5c0eda28 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2d8e1010-a99b-4d47-a52c-48fef59dac1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819097 Sep 27 04:32:30.821259 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-76d34956-5766-4046-abfa-a25800a4de89 req-eefef1a5-cfcb-4207-ad4c-ac9191fbc27a service neutron] 10.222.0.26 "GET /networking/v2.0/networks/2d8e1010-a99b-4d47-a52c-48fef59dac1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848033 Sep 27 04:32:30.986184 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-2b3006c6-bd0c-47e6-a96e-d5d0ca1414f5 req-1f8db08a-6393-4b59-85f8-3b8a88809a08 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=098cd137-f2d7-47ab-ae56-86245494f738 HTTP/1.1" status: 200 len: 210 time: 0.0312951 Sep 27 04:32:31.345628 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276388a-da67-4197-9bc9-ec78ede12a22 req-45cb6cf4-3d60-4459-a79e-12a2a1e7637a tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:31.347147 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a276388a-da67-4197-9bc9-ec78ede12a22 req-45cb6cf4-3d60-4459-a79e-12a2a1e7637a tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56108588-5052-4cbc-b248-29229aef7aec HTTP/1.1" status: 200 len: 946 time: 0.0477884 Sep 27 04:32:31.398201 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-a276388a-da67-4197-9bc9-ec78ede12a22 req-e2633cd1-43b1-4128-b883-bfaaae2d4782 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447307 Sep 27 04:32:31.531222 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a0886-c18d-490c-b7f9-c5f64842813a req-29ee2adb-0d60-4e2c-bc55-23b0366d4165 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:31.532764 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-532a0886-c18d-490c-b7f9-c5f64842813a req-29ee2adb-0d60-4e2c-bc55-23b0366d4165 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56108588-5052-4cbc-b248-29229aef7aec HTTP/1.1" status: 200 len: 946 time: 0.0600035 Sep 27 04:32:31.583586 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-532a0886-c18d-490c-b7f9-c5f64842813a req-c4ae6c0e-b4e5-4b76-8597-937a426ad58c tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451574 Sep 27 04:32:31.611963 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 38236) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:32:31.650595 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0219b8c3-822f-4703-9e36-b7d3dc458550 tempest-TestVolumeBootPattern-1049569232 tempest-TestVolumeBootPattern-1049569232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:31.652059 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-0219b8c3-822f-4703-9e36-b7d3dc458550 tempest-TestVolumeBootPattern-1049569232 tempest-TestVolumeBootPattern-1049569232-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56108588-5052-4cbc-b248-29229aef7aec HTTP/1.1" status: 200 len: 1125 time: 0.0391235 Sep 27 04:32:31.654988 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 38238) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:32:31.659168 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-aa98b344-63f3-45a7-a20f-66b33b1bea26 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Request body: {'floatingip': {'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'port_id': 'f9768712-2949-4085-b485-9a6386391423', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:32:31.678824 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-aa98b344-63f3-45a7-a20f-66b33b1bea26 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:31.758751 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-aa98b344-63f3-45a7-a20f-66b33b1bea26 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:31.853780 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:31.861146 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [None req-aa98b344-63f3-45a7-a20f-66b33b1bea26 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Allocated IP 172.27.0.194 (4c2326fb-b4db-42c7-9331-4377c9818745/65648eee-291b-4b8a-95c0-f3ca12df09c9/6090ef6a-f603-41ca-8147-d2963fee1c7b) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:32:31.966649 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:31.977132 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-aa98b344-63f3-45a7-a20f-66b33b1bea26 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for port (6090ef6a-f603-41ca-8147-d2963fee1c7b), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:32.011830 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-aa98b344-63f3-45a7-a20f-66b33b1bea26 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (6090ef6a-f603-41ca-8147-d2963fee1c7b), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:32.051056 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d34956-5766-4046-abfa-a25800a4de89 req-fc9b3c80-74b6-4694-b832-d25f5ee3d317 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:32.051628 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa98b344-63f3-45a7-a20f-66b33b1bea26 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Network 4c2326fb-b4db-42c7-9331-4377c9818745 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:32:32.052594 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-76d34956-5766-4046-abfa-a25800a4de89 req-fc9b3c80-74b6-4694-b832-d25f5ee3d317 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.57 "GET /networking/v2.0/networks?id=2d8e1010-a99b-4d47-a52c-48fef59dac1e HTTP/1.1" status: 200 len: 809 time: 0.1161902 Sep 27 04:32:32.054919 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-aa98b344-63f3-45a7-a20f-66b33b1bea26 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:32:32.061846 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa98b344-63f3-45a7-a20f-66b33b1bea26 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:32:32.065864 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-76d34956-5766-4046-abfa-a25800a4de89 req-c3ef365b-1fc5-4341-a8b4-597b84aa4437 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Request body: {'port': {'device_id': '098cd137-f2d7-47ab-ae56-86245494f738', 'network_id': '2d8e1010-a99b-4d47-a52c-48fef59dac1e', 'admin_state_up': True, 'tenant_id': '494bdfe04cfa4dfab2c7ab389a889298'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:32:32.111598 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98b344-63f3-45a7-a20f-66b33b1bea26 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Pushing event updated for resources: {'Port': ['ID=6090ef6a-f603-41ca-8147-d2963fee1c7b,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:32:32.136378 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-1f69524f-3f51-49cb-8ac5-c07efff07d9a req-d045132c-7f8e-4ac1-b80a-2914d963eba4 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=098cd137-f2d7-47ab-ae56-86245494f738 HTTP/1.1" status: 200 len: 210 time: 0.0548589 Sep 27 04:32:32.204905 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76d34956-5766-4046-abfa-a25800a4de89 req-c3ef365b-1fc5-4341-a8b4-597b84aa4437 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Made reservation on behalf of 494bdfe04cfa4dfab2c7ab389a889298 for: {'port': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:32:32.209028 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-76d34956-5766-4046-abfa-a25800a4de89 req-c3ef365b-1fc5-4341-a8b4-597b84aa4437 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:32.311942 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:32.340449 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [req-76d34956-5766-4046-abfa-a25800a4de89 req-c3ef365b-1fc5-4341-a8b4-597b84aa4437 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Allocated IP 172.20.0.5 (2d8e1010-a99b-4d47-a52c-48fef59dac1e/c2307ff2-5d50-4a53-b597-7e61e4d9da32/62eec92a-875e-4b18-93d9-31fe99c92ac4) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:32:32.384377 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:32.501012 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-76d34956-5766-4046-abfa-a25800a4de89 req-c3ef365b-1fc5-4341-a8b4-597b84aa4437 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Publish callbacks [] for port (62eec92a-875e-4b18-93d9-31fe99c92ac4), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:32.533971 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-76d34956-5766-4046-abfa-a25800a4de89 req-c3ef365b-1fc5-4341-a8b4-597b84aa4437 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (62eec92a-875e-4b18-93d9-31fe99c92ac4), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:32.580367 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76d34956-5766-4046-abfa-a25800a4de89 req-c3ef365b-1fc5-4341-a8b4-597b84aa4437 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Network 2d8e1010-a99b-4d47-a52c-48fef59dac1e is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:32:32.583630 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [req-76d34956-5766-4046-abfa-a25800a4de89 req-c3ef365b-1fc5-4341-a8b4-597b84aa4437 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:32:32.587604 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-76d34956-5766-4046-abfa-a25800a4de89 req-c3ef365b-1fc5-4341-a8b4-597b84aa4437 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:32:32.594286 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef365b-1fc5-4341-a8b4-597b84aa4437 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Pushing event updated for resources: {'Port': ['ID=62eec92a-875e-4b18-93d9-31fe99c92ac4,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:32:32.628256 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef365b-1fc5-4341-a8b4-597b84aa4437 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:32:32.628600 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef365b-1fc5-4341-a8b4-597b84aa4437 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:32:32.628937 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef365b-1fc5-4341-a8b4-597b84aa4437 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:32:32.629269 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef365b-1fc5-4341-a8b4-597b84aa4437 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:32:32.629597 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef365b-1fc5-4341-a8b4-597b84aa4437 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:32:32.629939 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef365b-1fc5-4341-a8b4-597b84aa4437 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:32:32.630263 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef365b-1fc5-4341-a8b4-597b84aa4437 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:32:32.630584 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef365b-1fc5-4341-a8b4-597b84aa4437 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:32:32.630904 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef365b-1fc5-4341-a8b4-597b84aa4437 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:32:32.631222 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef365b-1fc5-4341-a8b4-597b84aa4437 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:32:32.631548 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef365b-1fc5-4341-a8b4-597b84aa4437 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:32:32.631862 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef365b-1fc5-4341-a8b4-597b84aa4437 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:32:32.632182 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef365b-1fc5-4341-a8b4-597b84aa4437 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:32:32.632493 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef365b-1fc5-4341-a8b4-597b84aa4437 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:32:32.632805 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ef365b-1fc5-4341-a8b4-597b84aa4437 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:32:32.659673 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d34956-5766-4046-abfa-a25800a4de89 req-c3ef365b-1fc5-4341-a8b4-597b84aa4437 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:32.660272 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-76d34956-5766-4046-abfa-a25800a4de89 req-c3ef365b-1fc5-4341-a8b4-597b84aa4437 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:32.676365 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-76d34956-5766-4046-abfa-a25800a4de89 req-c3ef365b-1fc5-4341-a8b4-597b84aa4437 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6153064 Sep 27 04:32:32.684563 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-aa98b344-63f3-45a7-a20f-66b33b1bea26 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for floatingip (6f671b17-6c69-410c-9dd0-ffc9b324711c), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:32.687825 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-76d34956-5766-4046-abfa-a25800a4de89 req-c95f8abc-a000-4a9b-8185-a2ffb77ad0be service neutron] Request body: {'port': {'device_id': '098cd137-f2d7-47ab-ae56-86245494f738', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:32:32.745861 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-76d34956-5766-4046-abfa-a25800a4de89 req-c95f8abc-a000-4a9b-8185-a2ffb77ad0be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (62eec92a-875e-4b18-93d9-31fe99c92ac4), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:32.751531 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-aa98b344-63f3-45a7-a20f-66b33b1bea26 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (6090ef6a-f603-41ca-8147-d2963fee1c7b), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:32.826581 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=72 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:32.897081 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-aa98b344-63f3-45a7-a20f-66b33b1bea26 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for port (6090ef6a-f603-41ca-8147-d2963fee1c7b), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:32.902756 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-aa98b344-63f3-45a7-a20f-66b33b1bea26 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9553042'] for port (6090ef6a-f603-41ca-8147-d2963fee1c7b), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:32.907161 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:32.965774 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:32.976310 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa98b344-63f3-45a7-a20f-66b33b1bea26 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Pushing event updated for resources: {'Port': ['ID=6090ef6a-f603-41ca-8147-d2963fee1c7b,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:32:32.980307 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-aa98b344-63f3-45a7-a20f-66b33b1bea26 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4106707'] for floatingip (6f671b17-6c69-410c-9dd0-ffc9b324711c), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:33.000381 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [req-76d34956-5766-4046-abfa-a25800a4de89 req-c95f8abc-a000-4a9b-8185-a2ffb77ad0be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62eec92a-875e-4b18-93d9-31fe99c92ac4 {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:32:33.007958 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-76d34956-5766-4046-abfa-a25800a4de89 req-c95f8abc-a000-4a9b-8185-a2ffb77ad0be service neutron] Publish callbacks [] for port (62eec92a-875e-4b18-93d9-31fe99c92ac4), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:33.021564 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [req-76d34956-5766-4046-abfa-a25800a4de89 req-c95f8abc-a000-4a9b-8185-a2ffb77ad0be service neutron] Transition to ACTIVE for port object 62eec92a-875e-4b18-93d9-31fe99c92ac4 will not be triggered until provisioned by entity L2. {{(pid=106210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 04:32:33.025394 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-76d34956-5766-4046-abfa-a25800a4de89 req-c95f8abc-a000-4a9b-8185-a2ffb77ad0be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (62eec92a-875e-4b18-93d9-31fe99c92ac4), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:33.080310 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.db.l3_db [None req-aa98b344-63f3-45a7-a20f-66b33b1bea26 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Floating IP 6f671b17-6c69-410c-9dd0-ffc9b324711c associated. External IP: 172.27.0.194, port: f9768712-2949-4085-b485-9a6386391423. Sep 27 04:32:33.102320 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f8abc-a000-4a9b-8185-a2ffb77ad0be service neutron] Pushing event updated for resources: {'Port': ['ID=62eec92a-875e-4b18-93d9-31fe99c92ac4,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:32:33.129602 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=90,neutron:INSERT=3,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:33.135891 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-76d34956-5766-4046-abfa-a25800a4de89 req-c95f8abc-a000-4a9b-8185-a2ffb77ad0be service neutron] Attempting to bind port 62eec92a-875e-4b18-93d9-31fe99c92ac4 on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:32:33.136385 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-76d34956-5766-4046-abfa-a25800a4de89 req-c95f8abc-a000-4a9b-8185-a2ffb77ad0be service neutron] Attempting to bind port 62eec92a-875e-4b18-93d9-31fe99c92ac4 by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': '0f04e42c-88a7-435b-b2eb-5415cc28c92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2d8e1010-a99b-4d47-a52c-48fef59dac1e'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:32:33.136748 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d34956-5766-4046-abfa-a25800a4de89 req-c95f8abc-a000-4a9b-8185-a2ffb77ad0be service neutron] Attempting to bind port 62eec92a-875e-4b18-93d9-31fe99c92ac4 on network 2d8e1010-a99b-4d47-a52c-48fef59dac1e {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:32:33.168143 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:33.190435 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d34956-5766-4046-abfa-a25800a4de89 req-c95f8abc-a000-4a9b-8185-a2ffb77ad0be service neutron] Port 62eec92a-875e-4b18-93d9-31fe99c92ac4 on network 2d8e1010-a99b-4d47-a52c-48fef59dac1e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 04:32:33.190763 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d34956-5766-4046-abfa-a25800a4de89 req-c95f8abc-a000-4a9b-8185-a2ffb77ad0be service neutron] Attempting to bind port 62eec92a-875e-4b18-93d9-31fe99c92ac4 on network 2d8e1010-a99b-4d47-a52c-48fef59dac1e {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:32:33.235696 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d34956-5766-4046-abfa-a25800a4de89 req-c95f8abc-a000-4a9b-8185-a2ffb77ad0be service neutron] Checking agent: {'id': 'b1f517e4-57bd-40c9-8710-cebf6376635e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'started_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:32:33.236034 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d34956-5766-4046-abfa-a25800a4de89 req-c95f8abc-a000-4a9b-8185-a2ffb77ad0be service neutron] Checking segment: {'id': '0f04e42c-88a7-435b-b2eb-5415cc28c92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2d8e1010-a99b-4d47-a52c-48fef59dac1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:32:33.236421 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76d34956-5766-4046-abfa-a25800a4de89 req-c95f8abc-a000-4a9b-8185-a2ffb77ad0be service neutron] Bound using segment: {'id': '0f04e42c-88a7-435b-b2eb-5415cc28c92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2d8e1010-a99b-4d47-a52c-48fef59dac1e'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:32:33.236856 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-76d34956-5766-4046-abfa-a25800a4de89 req-c95f8abc-a000-4a9b-8185-a2ffb77ad0be service neutron] Bound port: 62eec92a-875e-4b18-93d9-31fe99c92ac4, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f04e42c-88a7-435b-b2eb-5415cc28c92b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '2d8e1010-a99b-4d47-a52c-48fef59dac1e'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:32:33.237219 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-76d34956-5766-4046-abfa-a25800a4de89 req-c95f8abc-a000-4a9b-8185-a2ffb77ad0be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (62eec92a-875e-4b18-93d9-31fe99c92ac4), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:33.240352 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 0a8c54ff-8ed7-4f2c-9293-48d6c353b576 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:32:33.266359 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] No Port match for: 0a8c54ff-8ed7-4f2c-9293-48d6c353b576 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:32:33.267079 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 0a8c54ff-8ed7-4f2c-9293-48d6c353b576 not bound to the agent host hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:32:33.298710 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509947a-e59a-4f53-8acd-eb210994be1a req-a52c9b79-7471-4c96-a1c3-4b8b536e016d tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:33.298954 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-76d34956-5766-4046-abfa-a25800a4de89 req-c95f8abc-a000-4a9b-8185-a2ffb77ad0be service neutron] For port 62eec92a-875e-4b18-93d9-31fe99c92ac4, host hv-cinder-85918, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:32:33.300179 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f509947a-e59a-4f53-8acd-eb210994be1a req-a52c9b79-7471-4c96-a1c3-4b8b536e016d tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=098cd137-f2d7-47ab-ae56-86245494f738 HTTP/1.1" status: 200 len: 943 time: 0.0820253 Sep 27 04:32:33.307655 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-76d34956-5766-4046-abfa-a25800a4de89 req-c95f8abc-a000-4a9b-8185-a2ffb77ad0be service neutron] For port 62eec92a-875e-4b18-93d9-31fe99c92ac4, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=62eec92a-875e-4b18-93d9-31fe99c92ac4,segment=NetworkSegment(0f04e42c-88a7-435b-b2eb-5415cc28c92b),segment_id=0f04e42c-88a7-435b-b2eb-5415cc28c92b)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:32:33.313620 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-76d34956-5766-4046-abfa-a25800a4de89 req-c95f8abc-a000-4a9b-8185-a2ffb77ad0be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (62eec92a-875e-4b18-93d9-31fe99c92ac4), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:33.318579 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d34956-5766-4046-abfa-a25800a4de89 req-c95f8abc-a000-4a9b-8185-a2ffb77ad0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:33.319188 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-76d34956-5766-4046-abfa-a25800a4de89 req-c95f8abc-a000-4a9b-8185-a2ffb77ad0be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:33.320589 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-76d34956-5766-4046-abfa-a25800a4de89 req-c95f8abc-a000-4a9b-8185-a2ffb77ad0be service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/62eec92a-875e-4b18-93d9-31fe99c92ac4 HTTP/1.1" status: 200 len: 1093 time: 0.6367593 Sep 27 04:32:33.321140 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '098cd137-f2d7-47ab-ae56-86245494f738', 'tag': '62eec92a-875e-4b18-93d9-31fe99c92ac4'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:32:33.324080 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedd99be-201a-41a4-8acf-d0037d61c1fa" -d '{"events": [{"name": "network-changed", "server_uuid": "098cd137-f2d7-47ab-ae56-86245494f738", "tag": "62eec92a-875e-4b18-93d9-31fe99c92ac4"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:32:33.346319 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa98b344-63f3-45a7-a20f-66b33b1bea26 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Router 07ade2a2-9975-4f39-ba38-5ad70098302d has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:32:33.366571 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-f509947a-e59a-4f53-8acd-eb210994be1a req-f5fe13dd-672c-4b80-8ee6-26ab778e5d42 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c7bcf143-e8dc-472e-9f7a-55fd2bac5488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589163 Sep 27 04:32:33.391006 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f8abc-a000-4a9b-8185-a2ffb77ad0be service neutron] Pushing event updated for resources: {'Port': ['ID=62eec92a-875e-4b18-93d9-31fe99c92ac4,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:32:33.397541 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4aa1bc-5424-4759-9772-077329ab4286 x-openstack-request-id: req-2f4aa1bc-5424-4759-9772-077329ab4286 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:32:33.397854 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "098cd137-f2d7-47ab-ae56-86245494f738", "tag": "62eec92a-875e-4b18-93d9-31fe99c92ac4", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:32:33.398110 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2f4aa1bc-5424-4759-9772-077329ab4286 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:32:33.398519 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f4aa1bc-5424-4759-9772-077329ab4286'] response: {'name': 'network-changed', 'server_uuid': '098cd137-f2d7-47ab-ae56-86245494f738', 'tag': '62eec92a-875e-4b18-93d9-31fe99c92ac4', 'status': 'completed', 'code': 200} Sep 27 04:32:33.429285 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d34956-5766-4046-abfa-a25800a4de89 req-8a311cf2-f7cd-41e6-9a32-602d57bf4499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:33.430577 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-76d34956-5766-4046-abfa-a25800a4de89 req-8a311cf2-f7cd-41e6-9a32-602d57bf4499 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=494bdfe04cfa4dfab2c7ab389a889298&device_id=098cd137-f2d7-47ab-ae56-86245494f738 HTTP/1.1" status: 200 len: 1127 time: 0.0552881 Sep 27 04:32:33.469183 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa98b344-63f3-45a7-a20f-66b33b1bea26 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:32:33.469433 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-76d34956-5766-4046-abfa-a25800a4de89 req-58360235-04b8-45e6-afd7-b09758220d8f service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62eec92a-875e-4b18-93d9-31fe99c92ac4 HTTP/1.1" status: 200 len: 217 time: 0.0321867 Sep 27 04:32:33.479781 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1926a280-5b8a-41a0-a721-d46f857460cd None None] Sync routers for ids ['07ade2a2-9975-4f39-ba38-5ad70098302d'] in dv-cinder-859186-3-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:32:33.488911 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-aa98b344-63f3-45a7-a20f-66b33b1bea26 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:33.491784 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1926a280-5b8a-41a0-a721-d46f857460cd None None] Routers {'07ade2a2-9975-4f39-ba38-5ad70098302d'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:32:33.492410 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-1926a280-5b8a-41a0-a721-d46f857460cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:32:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['07ade2a2-9975-4f39-ba38-5ad70098302d'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:32:33.521288 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-aa98b344-63f3-45a7-a20f-66b33b1bea26 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8650956 Sep 27 04:32:33.521514 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d34956-5766-4046-abfa-a25800a4de89 req-30661f48-1cd2-4d8f-a207-37093f5fb3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:33.522361 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56108588-5052-4cbc-b248-29229aef7aec', 'tag': 'f9768712-2949-4085-b485-9a6386391423'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:32:33.522878 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-76d34956-5766-4046-abfa-a25800a4de89 req-30661f48-1cd2-4d8f-a207-37093f5fb3b4 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=c2307ff2-5d50-4a53-b597-7e61e4d9da32 HTTP/1.1" status: 200 len: 849 time: 0.0466936 Sep 27 04:32:33.525097 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375caaa08d89e17f41855227bc5930e71d4ac07142983a49768ae7ff94431a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0f765d-8e86-4935-ac4f-2928475aa875" -d '{"events": [{"name": "network-changed", "server_uuid": "56108588-5052-4cbc-b248-29229aef7aec", "tag": "f9768712-2949-4085-b485-9a6386391423"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:32:33.558461 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-76d34956-5766-4046-abfa-a25800a4de89 req-9e4ecde6-d8ab-43e5-b642-27311de6d9fa service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=2d8e1010-a99b-4d47-a52c-48fef59dac1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293868 Sep 27 04:32:33.609702 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-1926a280-5b8a-41a0-a721-d46f857460cd None None] Set router 07ade2a2-9975-4f39-ba38-5ad70098302d gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:32:33.635500 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b06d2f0-5b4e-4a62-81b6-2101b5c6464b x-openstack-request-id: req-0b06d2f0-5b4e-4a62-81b6-2101b5c6464b {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:32:33.635789 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56108588-5052-4cbc-b248-29229aef7aec", "tag": "f9768712-2949-4085-b485-9a6386391423", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:32:33.636045 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0b06d2f0-5b4e-4a62-81b6-2101b5c6464b {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:32:33.636454 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b06d2f0-5b4e-4a62-81b6-2101b5c6464b'] response: {'name': 'network-changed', 'server_uuid': '56108588-5052-4cbc-b248-29229aef7aec', 'tag': 'f9768712-2949-4085-b485-9a6386391423', 'status': 'completed', 'code': 200} Sep 27 04:32:33.658119 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-76d34956-5766-4046-abfa-a25800a4de89 req-670ea57b-4c35-4951-bd5e-3a0cfdb440ab service neutron] 10.222.0.57 "GET /networking/v2.0/networks/2d8e1010-a99b-4d47-a52c-48fef59dac1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930617 Sep 27 04:32:33.741660 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f765d-8e86-4935-ac4f-2928475aa875 req-281ba5b5-82ba-45e0-8ed6-b1e539f27cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:33.743183 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-db0f765d-8e86-4935-ac4f-2928475aa875 req-281ba5b5-82ba-45e0-8ed6-b1e539f27cb6 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=53d86b6e8a8343fca03ca6d38200f23f&device_id=56108588-5052-4cbc-b248-29229aef7aec HTTP/1.1" status: 200 len: 1130 time: 0.0842326 Sep 27 04:32:33.770694 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:33.819043 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-1926a280-5b8a-41a0-a721-d46f857460cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'name': 'tempest-TestVolumeBootPattern-815580073-router', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:29:28Z', 'updated_at': '2022-09-27T04:29:31Z', 'revision_number': 4, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'gw_port': {'id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:29Z', 'updated_at': '2022-09-27T04:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': '6f671b17-6c69-410c-9dd0-ffc9b324711c', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'port_id': 'f9768712-2949-4085-b485-9a6386391423', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'mac_address': 'fa:16:3e:6b:8f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56108588-5052-4cbc-b248-29229aef7aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:32:32Z', 'updated_at': '2022-09-27T04:32:32Z', 'revision_number': 0, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '393bbc50-ff65-4a57-99fb-482a15b5ad7c', 'name': '', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'mac_address': 'fa:16:3e:df:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:31Z', 'updated_at': '2022-09-27T04:29:35Z', 'revision_number': 5, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'subnets': [{'id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:32:33.836026 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-76d34956-5766-4046-abfa-a25800a4de89 req-40afc2cd-20c6-42a7-a421-3eccb019b7ba service neutron] 10.222.0.57 "GET /networking/v2.0/networks/2d8e1010-a99b-4d47-a52c-48fef59dac1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691325 Sep 27 04:32:33.846984 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1926a280-5b8a-41a0-a721-d46f857460cd None None] Checking router: 07ade2a2-9975-4f39-ba38-5ad70098302d for host: dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:32:33.856405 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1926a280-5b8a-41a0-a721-d46f857460cd None None] Routers {'07ade2a2-9975-4f39-ba38-5ad70098302d'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:32:33.857011 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-1926a280-5b8a-41a0-a721-d46f857460cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:32:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['07ade2a2-9975-4f39-ba38-5ad70098302d'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:32:33.868868 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f765d-8e86-4935-ac4f-2928475aa875 req-77d407f8-ddc5-425f-930f-6c5f69005abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:33.870356 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-db0f765d-8e86-4935-ac4f-2928475aa875 req-77d407f8-ddc5-425f-930f-6c5f69005abc service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=df4f6840-004b-4387-a687-683e2895186f HTTP/1.1" status: 200 len: 912 time: 0.1208832 Sep 27 04:32:33.956913 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-1926a280-5b8a-41a0-a721-d46f857460cd None None] Set router 07ade2a2-9975-4f39-ba38-5ad70098302d gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:32:34.159387 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-1926a280-5b8a-41a0-a721-d46f857460cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'name': 'tempest-TestVolumeBootPattern-815580073-router', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:29:28Z', 'updated_at': '2022-09-27T04:29:31Z', 'revision_number': 4, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'gw_port': {'id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:29Z', 'updated_at': '2022-09-27T04:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': '6f671b17-6c69-410c-9dd0-ffc9b324711c', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'port_id': 'f9768712-2949-4085-b485-9a6386391423', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'mac_address': 'fa:16:3e:6b:8f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56108588-5052-4cbc-b248-29229aef7aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:32:32Z', 'updated_at': '2022-09-27T04:32:32Z', 'revision_number': 0, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '393bbc50-ff65-4a57-99fb-482a15b5ad7c', 'name': '', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'mac_address': 'fa:16:3e:df:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:31Z', 'updated_at': '2022-09-27T04:29:35Z', 'revision_number': 5, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'subnets': [{'id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:32:34.186659 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1926a280-5b8a-41a0-a721-d46f857460cd None None] The sync data for ids ['07ade2a2-9975-4f39-ba38-5ad70098302d'] in dv-cinder-859186-3-iscsi is: [{'id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'name': 'tempest-TestVolumeBootPattern-815580073-router', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:29:28Z', 'updated_at': '2022-09-27T04:29:31Z', 'revision_number': 4, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'gw_port': {'id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:29Z', 'updated_at': '2022-09-27T04:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': '6f671b17-6c69-410c-9dd0-ffc9b324711c', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'port_id': 'f9768712-2949-4085-b485-9a6386391423', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'mac_address': 'fa:16:3e:6b:8f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56108588-5052-4cbc-b248-29229aef7aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:32:32Z', 'updated_at': '2022-09-27T04:32:32Z', 'revision_number': 0, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '393bbc50-ff65-4a57-99fb-482a15b5ad7c', 'name': '', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'mac_address': 'fa:16:3e:df:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:31Z', 'updated_at': '2022-09-27T04:29:35Z', 'revision_number': 5, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'subnets': [{'id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:32:34.381448 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb8b139-98d3-4eba-bb51-27562d3e5cd0 None None] New status for floating IP 6f671b17-6c69-410c-9dd0-ffc9b324711c: ACTIVE {{(pid=106212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 04:32:34.489965 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9da1db-7880-46b3-9aca-e7f9857fc305 req-d01d6ddc-72f8-41a3-a703-a65319d17b48 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:34.491590 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8a9da1db-7880-46b3-9aca-e7f9857fc305 req-d01d6ddc-72f8-41a3-a703-a65319d17b48 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=098cd137-f2d7-47ab-ae56-86245494f738 HTTP/1.1" status: 200 len: 943 time: 0.0467196 Sep 27 04:32:34.543789 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-8a9da1db-7880-46b3-9aca-e7f9857fc305 req-3148c875-d8ea-49a4-a338-e2497b56a443 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c7bcf143-e8dc-472e-9f7a-55fd2bac5488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462649 Sep 27 04:32:34.695733 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd99be-201a-41a4-8acf-d0037d61c1fa req-1eb48616-5639-4fd5-8c6f-54d94e3d3789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:34.697906 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-aedd99be-201a-41a4-8acf-d0037d61c1fa req-1eb48616-5639-4fd5-8c6f-54d94e3d3789 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=494bdfe04cfa4dfab2c7ab389a889298&device_id=098cd137-f2d7-47ab-ae56-86245494f738 HTTP/1.1" status: 200 len: 1127 time: 0.0803037 Sep 27 04:32:34.717368 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-db0f765d-8e86-4935-ac4f-2928475aa875 req-dc3a8224-db71-484e-b605-87b065984708 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9768712-2949-4085-b485-9a6386391423 HTTP/1.1" status: 200 len: 1002 time: 0.0991158 Sep 27 04:32:34.808195 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f765d-8e86-4935-ac4f-2928475aa875 req-01379186-d2e6-4556-b268-cd7a349cfc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:34.809592 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-db0f765d-8e86-4935-ac4f-2928475aa875 req-01379186-d2e6-4556-b268-cd7a349cfc16 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=adae9526-5b78-4ae5-a4c5-ed40836bb98e HTTP/1.1" status: 200 len: 850 time: 0.0828130 Sep 27 04:32:34.851555 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:34.860483 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd99be-201a-41a4-8acf-d0037d61c1fa req-5de85b2f-6752-44a8-9817-c276c97e6127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:34.862025 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-aedd99be-201a-41a4-8acf-d0037d61c1fa req-5de85b2f-6752-44a8-9817-c276c97e6127 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=2d8e1010-a99b-4d47-a52c-48fef59dac1e HTTP/1.1" status: 200 len: 910 time: 0.1576748 Sep 27 04:32:34.867640 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0f765d-8e86-4935-ac4f-2928475aa875 req-95cc6b60-fa71-44fa-9204-eff64ce9b984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:34.869736 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-db0f765d-8e86-4935-ac4f-2928475aa875 req-95cc6b60-fa71-44fa-9204-eff64ce9b984 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=df4f6840-004b-4387-a687-683e2895186f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515020 Sep 27 04:32:34.912806 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-aedd99be-201a-41a4-8acf-d0037d61c1fa req-36912366-dacb-421a-9c5c-ed03fae73ef5 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62eec92a-875e-4b18-93d9-31fe99c92ac4 HTTP/1.1" status: 200 len: 217 time: 0.0418389 Sep 27 04:32:34.972901 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:35.003299 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd99be-201a-41a4-8acf-d0037d61c1fa req-c6aaed9a-8fff-44ca-b943-dc1c700d8196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:35.004721 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-aedd99be-201a-41a4-8acf-d0037d61c1fa req-c6aaed9a-8fff-44ca-b943-dc1c700d8196 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=c2307ff2-5d50-4a53-b597-7e61e4d9da32 HTTP/1.1" status: 200 len: 849 time: 0.0825076 Sep 27 04:32:35.049332 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-aedd99be-201a-41a4-8acf-d0037d61c1fa req-b3e6a4f4-1ecb-4ad5-a7cf-a49bed717e22 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=2d8e1010-a99b-4d47-a52c-48fef59dac1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367589 Sep 27 04:32:35.051719 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-db0f765d-8e86-4935-ac4f-2928475aa875 req-74dc5cfc-d2d4-48b6-9b46-b86c9d37f2ac service neutron] 10.222.0.57 "GET /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739261 Sep 27 04:32:35.211182 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-aedd99be-201a-41a4-8acf-d0037d61c1fa req-3a271b5d-5ab8-420f-bed9-3eb64359de13 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/2d8e1010-a99b-4d47-a52c-48fef59dac1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506212 Sep 27 04:32:35.213543 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-db0f765d-8e86-4935-ac4f-2928475aa875 req-96d8ee88-305b-41da-bea8-419c98ddea67 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519537 Sep 27 04:32:35.242339 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 62eec92a-875e-4b18-93d9-31fe99c92ac4 details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 04:32:35.313021 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-aedd99be-201a-41a4-8acf-d0037d61c1fa req-c1cfdab1-e213-4460-a676-0abf7a3d53d1 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/2d8e1010-a99b-4d47-a52c-48fef59dac1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918088 Sep 27 04:32:35.346160 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 62eec92a-875e-4b18-93d9-31fe99c92ac4, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=62eec92a-875e-4b18-93d9-31fe99c92ac4,segment=NetworkSegment(0f04e42c-88a7-435b-b2eb-5415cc28c92b),segment_id=0f04e42c-88a7-435b-b2eb-5415cc28c92b)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:32:35.357406 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Returning: {'device': '62eec92a-875e-4b18-93d9-31fe99c92ac4', 'network_id': '2d8e1010-a99b-4d47-a52c-48fef59dac1e', 'port_id': '62eec92a-875e-4b18-93d9-31fe99c92ac4', 'mac_address': 'fa:16:3e:0e:d3:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c2307ff2-5d50-4a53-b597-7e61e4d9da32', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 04:32:35.381080 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:35.391147 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port 62eec92a-875e-4b18-93d9-31fe99c92ac4 is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:32:35.391776 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (62eec92a-875e-4b18-93d9-31fe99c92ac4), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:35.408901 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62eec92a-875e-4b18-93d9-31fe99c92ac4 {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:32:35.428944 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 62eec92a-875e-4b18-93d9-31fe99c92ac4, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=62eec92a-875e-4b18-93d9-31fe99c92ac4,segment=NetworkSegment(0f04e42c-88a7-435b-b2eb-5415cc28c92b),segment_id=0f04e42c-88a7-435b-b2eb-5415cc28c92b)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:32:35.432576 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (62eec92a-875e-4b18-93d9-31fe99c92ac4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:35.478182 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=62eec92a-875e-4b18-93d9-31fe99c92ac4,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:32:35.658602 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['62eec92a-875e-4b18-93d9-31fe99c92ac4'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:32:35.668141 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f1d1cf-ddfd-46ed-a3c3-19d13e6b7795 req-f45f6749-b06a-4b4a-9958-106396ca8d4b tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:35.669604 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-47f1d1cf-ddfd-46ed-a3c3-19d13e6b7795 req-f45f6749-b06a-4b4a-9958-106396ca8d4b tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=098cd137-f2d7-47ab-ae56-86245494f738 HTTP/1.1" status: 200 len: 944 time: 0.0485106 Sep 27 04:32:35.715561 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-47f1d1cf-ddfd-46ed-a3c3-19d13e6b7795 req-1e32307d-913b-437c-bfe5-41f5760b00fc tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c7bcf143-e8dc-472e-9f7a-55fd2bac5488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401168 Sep 27 04:32:35.770728 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:36.833070 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd90a534-1ed6-41a4-b084-2eff05be122d req-699dec46-9e24-4470-9319-7040fe171760 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:36.834554 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-dd90a534-1ed6-41a4-b084-2eff05be122d req-699dec46-9e24-4470-9319-7040fe171760 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=098cd137-f2d7-47ab-ae56-86245494f738 HTTP/1.1" status: 200 len: 944 time: 0.0456116 Sep 27 04:32:36.879619 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-dd90a534-1ed6-41a4-b084-2eff05be122d req-3f53e12c-5532-430c-a82d-3152e5a72c78 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c7bcf143-e8dc-472e-9f7a-55fd2bac5488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395579 Sep 27 04:32:37.260157 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 62eec92a-875e-4b18-93d9-31fe99c92ac4 up at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:32:37.301568 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning for port 62eec92a-875e-4b18-93d9-31fe99c92ac4 completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 04:32:37.307976 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning complete for port 62eec92a-875e-4b18-93d9-31fe99c92ac4 triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:32:37.308503 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (62eec92a-875e-4b18-93d9-31fe99c92ac4), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:37.309029 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Attempt 1 to provision port 62eec92a-875e-4b18-93d9-31fe99c92ac4 Sep 27 04:32:37.379130 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port 62eec92a-875e-4b18-93d9-31fe99c92ac4 is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:32:37.379437 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (62eec92a-875e-4b18-93d9-31fe99c92ac4), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:37.401674 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098cd137-f2d7-47ab-ae56-86245494f738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62eec92a-875e-4b18-93d9-31fe99c92ac4'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:32:37.403938 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2687affa0ef786a15f255b59e70001bb997277ef1a41850ee1c1551a100c7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d691ebb-2010-43cc-9c28-329add216d2a" -d '{"events": [{"server_uuid": "098cd137-f2d7-47ab-ae56-86245494f738", "name": "network-vif-plugged", "status": "completed", "tag": "62eec92a-875e-4b18-93d9-31fe99c92ac4"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:32:37.424419 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 62eec92a-875e-4b18-93d9-31fe99c92ac4, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=62eec92a-875e-4b18-93d9-31fe99c92ac4,segment=NetworkSegment(0f04e42c-88a7-435b-b2eb-5415cc28c92b),segment_id=0f04e42c-88a7-435b-b2eb-5415cc28c92b)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:32:37.428446 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (62eec92a-875e-4b18-93d9-31fe99c92ac4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:37.450652 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b961f9-146b-44a8-80c4-5c62cd9f2952 x-openstack-request-id: req-b8b961f9-146b-44a8-80c4-5c62cd9f2952 {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:32:37.450935 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098cd137-f2d7-47ab-ae56-86245494f738", "name": "network-vif-plugged", "status": "completed", "tag": "62eec92a-875e-4b18-93d9-31fe99c92ac4", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:32:37.451181 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b8b961f9-146b-44a8-80c4-5c62cd9f2952 {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:32:37.451567 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8b961f9-146b-44a8-80c4-5c62cd9f2952'] response: {'server_uuid': '098cd137-f2d7-47ab-ae56-86245494f738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62eec92a-875e-4b18-93d9-31fe99c92ac4', 'code': 200} Sep 27 04:32:37.478768 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=62eec92a-875e-4b18-93d9-31fe99c92ac4,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:32:37.606153 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b458a24f-eaa5-446a-a63d-61f6c23cb872 req-6f203c9d-5508-435a-b1d7-620bb44bb2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:37.607576 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b458a24f-eaa5-446a-a63d-61f6c23cb872 req-6f203c9d-5508-435a-b1d7-620bb44bb2be service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=098cd137-f2d7-47ab-ae56-86245494f738 HTTP/1.1" status: 200 len: 1129 time: 0.0370076 Sep 27 04:32:37.661235 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-b458a24f-eaa5-446a-a63d-61f6c23cb872 req-e932a59f-cb2a-4b4d-b281-ebcbfee98602 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=c7bcf143-e8dc-472e-9f7a-55fd2bac5488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459249 Sep 27 04:32:38.002962 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051bcfd-a23b-43e1-a77f-212ef62d8bab req-04c60edb-49ff-44e6-a5db-447b2c665244 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:38.004148 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3051bcfd-a23b-43e1-a77f-212ef62d8bab req-04c60edb-49ff-44e6-a5db-447b2c665244 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=098cd137-f2d7-47ab-ae56-86245494f738 HTTP/1.1" status: 200 len: 945 time: 0.0502965 Sep 27 04:32:38.054125 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-3051bcfd-a23b-43e1-a77f-212ef62d8bab req-9662337a-19d9-41d2-b80a-6668597e1821 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c7bcf143-e8dc-472e-9f7a-55fd2bac5488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410731 Sep 27 04:32:38.143549 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:39.174171 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219034bc-9d2f-4d50-801f-c2193534ab56 req-23f67a2b-4b06-4cc7-8015-09cc6f0e43a0 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:39.175629 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-219034bc-9d2f-4d50-801f-c2193534ab56 req-23f67a2b-4b06-4cc7-8015-09cc6f0e43a0 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=098cd137-f2d7-47ab-ae56-86245494f738 HTTP/1.1" status: 200 len: 945 time: 0.0464602 Sep 27 04:32:39.222776 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-219034bc-9d2f-4d50-801f-c2193534ab56 req-53f51f90-b46a-4c51-9dd7-ba0023cc704e tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c7bcf143-e8dc-472e-9f7a-55fd2bac5488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416505 Sep 27 04:32:39.880710 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32844df3-8a27-4143-8f8c-4f7fb4fdd7ad req-43be0b08-113f-4dbe-b129-a67a4cb9e2a1 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:39.882240 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-32844df3-8a27-4143-8f8c-4f7fb4fdd7ad req-43be0b08-113f-4dbe-b129-a67a4cb9e2a1 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=098cd137-f2d7-47ab-ae56-86245494f738 HTTP/1.1" status: 200 len: 945 time: 0.0482574 Sep 27 04:32:39.928562 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-32844df3-8a27-4143-8f8c-4f7fb4fdd7ad req-61a3a2a6-7106-43a4-9669-7dbce0029274 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c7bcf143-e8dc-472e-9f7a-55fd2bac5488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401587 Sep 27 04:32:41.062222 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fcbb00-6168-4a87-ad0d-92b0698a9fe2 req-d405af68-97b8-4c84-a9fc-5b24e17f4e38 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:41.063688 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-10fcbb00-6168-4a87-ad0d-92b0698a9fe2 req-d405af68-97b8-4c84-a9fc-5b24e17f4e38 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=098cd137-f2d7-47ab-ae56-86245494f738 HTTP/1.1" status: 200 len: 945 time: 0.0510042 Sep 27 04:32:41.110299 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-10fcbb00-6168-4a87-ad0d-92b0698a9fe2 req-72b86b25-f748-4f04-a063-8fc0c9aee5b7 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=c7bcf143-e8dc-472e-9f7a-55fd2bac5488&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409658 Sep 27 04:32:41.320504 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aca9c1-9780-4489-b7a5-7ac9fc437e10 req-cc128d7c-d544-4fc5-acf2-12c3b1c7c69a tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:32:41.321982 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-05aca9c1-9780-4489-b7a5-7ac9fc437e10 req-cc128d7c-d544-4fc5-acf2-12c3b1c7c69a tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=098cd137-f2d7-47ab-ae56-86245494f738 HTTP/1.1" status: 200 len: 945 time: 0.0496521 Sep 27 04:32:41.405407 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-05aca9c1-9780-4489-b7a5-7ac9fc437e10 req-18a26002-779a-4bb0-9410-43d7c3b43f8f tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Deleting port 62eec92a-875e-4b18-93d9-31fe99c92ac4 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:32:41.405791 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-05aca9c1-9780-4489-b7a5-7ac9fc437e10 req-18a26002-779a-4bb0-9410-43d7c3b43f8f tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (62eec92a-875e-4b18-93d9-31fe99c92ac4), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:41.419132 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:41.749273 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-05aca9c1-9780-4489-b7a5-7ac9fc437e10 req-18a26002-779a-4bb0-9410-43d7c3b43f8f tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] For port 62eec92a-875e-4b18-93d9-31fe99c92ac4, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=62eec92a-875e-4b18-93d9-31fe99c92ac4,segment=NetworkSegment(0f04e42c-88a7-435b-b2eb-5415cc28c92b),segment_id=0f04e42c-88a7-435b-b2eb-5415cc28c92b)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:32:41.749632 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-05aca9c1-9780-4489-b7a5-7ac9fc437e10 req-18a26002-779a-4bb0-9410-43d7c3b43f8f tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (62eec92a-875e-4b18-93d9-31fe99c92ac4), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:41.762524 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-05aca9c1-9780-4489-b7a5-7ac9fc437e10 req-18a26002-779a-4bb0-9410-43d7c3b43f8f tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Calling delete_port for 62eec92a-875e-4b18-93d9-31fe99c92ac4 owned by compute:nova {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:32:41.800381 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:41.884579 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-05aca9c1-9780-4489-b7a5-7ac9fc437e10 req-18a26002-779a-4bb0-9410-43d7c3b43f8f tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (62eec92a-875e-4b18-93d9-31fe99c92ac4), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:41.902396 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['62eec92a-875e-4b18-93d9-31fe99c92ac4'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:32:41.915878 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a26002-779a-4bb0-9410-43d7c3b43f8f tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Pushing event deleted for resources: {'Port': ['ID=62eec92a-875e-4b18-93d9-31fe99c92ac4,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:32:41.961234 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-05aca9c1-9780-4489-b7a5-7ac9fc437e10 req-18a26002-779a-4bb0-9410-43d7c3b43f8f tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] No DVR routers for this DVR port 62eec92a-875e-4b18-93d9-31fe99c92ac4 on host hv-cinder-85918 {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:32:41.964270 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-05aca9c1-9780-4489-b7a5-7ac9fc437e10 req-18a26002-779a-4bb0-9410-43d7c3b43f8f tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:41.967460 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-05aca9c1-9780-4489-b7a5-7ac9fc437e10 req-18a26002-779a-4bb0-9410-43d7c3b43f8f tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.57 "DELETE /networking/v2.0/ports/62eec92a-875e-4b18-93d9-31fe99c92ac4 HTTP/1.1" status: 204 len: 173 time: 0.6369753 Sep 27 04:32:41.967949 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '098cd137-f2d7-47ab-ae56-86245494f738', 'name': 'network-vif-deleted', 'tag': '62eec92a-875e-4b18-93d9-31fe99c92ac4'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:32:41.970213 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f8f4745-d415-4419-adf5-d362f7b2a36f" -d '{"events": [{"server_uuid": "098cd137-f2d7-47ab-ae56-86245494f738", "name": "network-vif-deleted", "tag": "62eec92a-875e-4b18-93d9-31fe99c92ac4"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:32:42.010268 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc327dca-18b8-42e2-a109-c06bbed92600 x-openstack-request-id: req-fc327dca-18b8-42e2-a109-c06bbed92600 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:32:42.010664 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "098cd137-f2d7-47ab-ae56-86245494f738", "name": "network-vif-deleted", "tag": "62eec92a-875e-4b18-93d9-31fe99c92ac4", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:32:42.010901 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fc327dca-18b8-42e2-a109-c06bbed92600 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:32:42.011331 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc327dca-18b8-42e2-a109-c06bbed92600'] response: {'server_uuid': '098cd137-f2d7-47ab-ae56-86245494f738', 'name': 'network-vif-deleted', 'tag': '62eec92a-875e-4b18-93d9-31fe99c92ac4', 'status': 'completed', 'code': 200} Sep 27 04:32:42.206501 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:42.225120 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-6ee1d682-a475-4568-97ba-62cf2ae1e397 req-c6701db3-b204-4341-ad4e-65bb45656e43 tempest-VolumesActionsTest-874250999 tempest-VolumesActionsTest-874250999-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=098cd137-f2d7-47ab-ae56-86245494f738 HTTP/1.1" status: 200 len: 210 time: 0.0280530 Sep 27 04:32:46.885404 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 62eec92a-875e-4b18-93d9-31fe99c92ac4 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:32:46.908275 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] No Port match for: 62eec92a-875e-4b18-93d9-31fe99c92ac4 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:32:46.908616 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 62eec92a-875e-4b18-93d9-31fe99c92ac4 not bound to the agent host hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:32:47.239134 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=84 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:47.241021 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=58 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:50.318350 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-46fc86ae-5b8f-44dd-b833-0c02e66e1fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:51.107209 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:51.945831 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=32,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:51.947545 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=16,neutron:DELETE=6 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:32:52.263685 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-156f713e-184f-49b2-8158-452c5a03e9d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:53.758550 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:55.086057 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:32:55.198730 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:33:04.036299 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 38520) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:33:04.079848 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_v2 [None req-3793c1e3-dd02-42e2-9be1-ebb88c9de9ba admin admin] Deleting subnet c2307ff2-5d50-4a53-b597-7e61e4d9da32 {{(pid=106211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 04:33:04.083569 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3793c1e3-dd02-42e2-9be1-ebb88c9de9ba admin admin] Publish callbacks [] for subnet (c2307ff2-5d50-4a53-b597-7e61e4d9da32), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:33:04.122109 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3793c1e3-dd02-42e2-9be1-ebb88c9de9ba admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9770302'] for subnet (c2307ff2-5d50-4a53-b597-7e61e4d9da32), precommit_delete_associations {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:33:04.161933 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3793c1e3-dd02-42e2-9be1-ebb88c9de9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671939'] for subnet (c2307ff2-5d50-4a53-b597-7e61e4d9da32), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:33:04.213033 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3793c1e3-dd02-42e2-9be1-ebb88c9de9ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9553112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10262446'] for subnet (c2307ff2-5d50-4a53-b597-7e61e4d9da32), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:33:04.236104 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3793c1e3-dd02-42e2-9be1-ebb88c9de9ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2307ff2-5d50-4a53-b597-7e61e4d9da32,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:33:04.245972 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3793c1e3-dd02-42e2-9be1-ebb88c9de9ba admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:33:04.249042 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-3793c1e3-dd02-42e2-9be1-ebb88c9de9ba admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/c2307ff2-5d50-4a53-b597-7e61e4d9da32 HTTP/1.1" status: 204 len: 168 time: 0.2117736 Sep 27 04:33:04.250711 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3793c1e3-dd02-42e2-9be1-ebb88c9de9ba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:33:04.251058 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3793c1e3-dd02-42e2-9be1-ebb88c9de9ba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:33:04.251469 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3793c1e3-dd02-42e2-9be1-ebb88c9de9ba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:33:04.251750 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3793c1e3-dd02-42e2-9be1-ebb88c9de9ba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:33:04.251998 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 38522) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:33:04.252441 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3793c1e3-dd02-42e2-9be1-ebb88c9de9ba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:33:04.252441 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3793c1e3-dd02-42e2-9be1-ebb88c9de9ba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:33:04.252713 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3793c1e3-dd02-42e2-9be1-ebb88c9de9ba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:33:04.253040 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3793c1e3-dd02-42e2-9be1-ebb88c9de9ba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:33:04.253370 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3793c1e3-dd02-42e2-9be1-ebb88c9de9ba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:33:04.253693 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3793c1e3-dd02-42e2-9be1-ebb88c9de9ba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:33:04.254042 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3793c1e3-dd02-42e2-9be1-ebb88c9de9ba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:33:04.254373 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3793c1e3-dd02-42e2-9be1-ebb88c9de9ba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:33:04.254694 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3793c1e3-dd02-42e2-9be1-ebb88c9de9ba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:33:04.255079 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3793c1e3-dd02-42e2-9be1-ebb88c9de9ba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:33:04.255400 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3793c1e3-dd02-42e2-9be1-ebb88c9de9ba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:33:04.320547 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7bb8cac4-cf66-4a32-a7da-8f1adf5f2026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798866'] for network (2d8e1010-a99b-4d47-a52c-48fef59dac1e), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:33:04.397692 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7bb8cac4-cf66-4a32-a7da-8f1adf5f2026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779509', 'neutron.services.segments.db._delete_segments_for_network-8770988261578'] for network (2d8e1010-a99b-4d47-a52c-48fef59dac1e), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:33:04.417519 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-7bb8cac4-cf66-4a32-a7da-8f1adf5f2026 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d8e1010-a99b-4d47-a52c-48fef59dac1e']}} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:33:04.427510 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-7bb8cac4-cf66-4a32-a7da-8f1adf5f2026 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f04e42c-88a7-435b-b2eb-5415cc28c92b') {'for_net_delete': True} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:33:04.427825 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.services.segments.db [None req-7bb8cac4-cf66-4a32-a7da-8f1adf5f2026 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f04e42c-88a7-435b-b2eb-5415cc28c92b') {} {{(pid=106210) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:33:04.437158 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7bb8cac4-cf66-4a32-a7da-8f1adf5f2026 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770988232295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6975068'] for segment (0f04e42c-88a7-435b-b2eb-5415cc28c92b), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:33:04.451662 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7bb8cac4-cf66-4a32-a7da-8f1adf5f2026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (0f04e42c-88a7-435b-b2eb-5415cc28c92b), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:33:04.457992 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bb8cac4-cf66-4a32-a7da-8f1adf5f2026 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=106210) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 04:33:04.458372 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7bb8cac4-cf66-4a32-a7da-8f1adf5f2026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9338690'] for segment (0f04e42c-88a7-435b-b2eb-5415cc28c92b), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:33:04.520172 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7bb8cac4-cf66-4a32-a7da-8f1adf5f2026 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4106734'] for network (2d8e1010-a99b-4d47-a52c-48fef59dac1e), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:33:04.526147 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7bb8cac4-cf66-4a32-a7da-8f1adf5f2026 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:33:04.530323 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-7bb8cac4-cf66-4a32-a7da-8f1adf5f2026 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/2d8e1010-a99b-4d47-a52c-48fef59dac1e HTTP/1.1" status: 204 len: 168 time: 0.2772634 Sep 27 04:33:04.545536 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.services.segments.plugin [-] Segment 0f04e42c-88a7-435b-b2eb-5415cc28c92b resource provider aggregate not found Sep 27 04:33:04.549790 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb8cac4-cf66-4a32-a7da-8f1adf5f2026 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d8e1010-a99b-4d47-a52c-48fef59dac1e,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:33:04.567388 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.services.segments.plugin [-] Segment 0f04e42c-88a7-435b-b2eb-5415cc28c92b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f04e42c-88a7-435b-b2eb-5415cc28c92b found for delete ", "request_id": "req-9f9adc52-0ded-4ae3-835a-daa5486a09e9"}]} Sep 27 04:33:04.644969 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 38532) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:33:04.685231 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-e410fc1f-ed61-4247-92d5-45b483ad7a1e admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=494bdfe04cfa4dfab2c7ab389a889298&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0390840 Sep 27 04:33:04.687688 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 38534) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:33:04.733706 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f3460f6d-583e-4eb9-a437-b1d78633cc08 admin admin] Publish callbacks [] for security_group (c7bcf143-e8dc-472e-9f7a-55fd2bac5488), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:33:04.753425 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f3460f6d-583e-4eb9-a437-b1d78633cc08 admin admin] Publish callbacks [] for security_group (c7bcf143-e8dc-472e-9f7a-55fd2bac5488), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:33:04.799152 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f3460f6d-583e-4eb9-a437-b1d78633cc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (c7bcf143-e8dc-472e-9f7a-55fd2bac5488), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:33:04.801656 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-f3460f6d-583e-4eb9-a437-b1d78633cc08 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:33:04.803294 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-f3460f6d-583e-4eb9-a437-b1d78633cc08 admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/c7bcf143-e8dc-472e-9f7a-55fd2bac5488 HTTP/1.1" status: 204 len: 168 time: 0.1147294 Sep 27 04:33:04.810929 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3460f6d-583e-4eb9-a437-b1d78633cc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bcf143-e8dc-472e-9f7a-55fd2bac5488,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:33:05.188900 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=48,neutron:UPDATE=5 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:33:06.702623 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:33:08.129489 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=63,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:33:08.142305 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:33:14.239969 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=27,neutron:DELETE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:33:14.241919 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=23,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:33:14.785093 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=47,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:33:14.806687 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=49,neutron:DELETE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:33:16.623815 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-75d8528b-a233-4eba-8e72-1551221e1b27 req-60b84789-bbaf-4287-bcd1-3a6a27505c28 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=56108588-5052-4cbc-b248-29229aef7aec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396814 Sep 27 04:33:16.697913 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:33:16.699084 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=6 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:33:16.705786 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8528b-a233-4eba-8e72-1551221e1b27 req-110d9784-54f7-4581-b83b-3d61824f51c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:33:16.707941 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-75d8528b-a233-4eba-8e72-1551221e1b27 req-110d9784-54f7-4581-b83b-3d61824f51c8 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=53d86b6e8a8343fca03ca6d38200f23f&device_id=56108588-5052-4cbc-b248-29229aef7aec HTTP/1.1" status: 200 len: 1130 time: 0.0392671 Sep 27 04:33:16.812796 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8528b-a233-4eba-8e72-1551221e1b27 req-bd443566-c2c0-4c95-93a6-5953b0e71a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:33:16.814256 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-75d8528b-a233-4eba-8e72-1551221e1b27 req-bd443566-c2c0-4c95-93a6-5953b0e71a2a service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=df4f6840-004b-4387-a687-683e2895186f HTTP/1.1" status: 200 len: 912 time: 0.0882609 Sep 27 04:33:16.875175 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-75d8528b-a233-4eba-8e72-1551221e1b27 req-a9301572-3a4f-44ad-bc99-7833ef9d5ad4 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9768712-2949-4085-b485-9a6386391423 HTTP/1.1" status: 200 len: 1002 time: 0.0541399 Sep 27 04:33:16.923358 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8528b-a233-4eba-8e72-1551221e1b27 req-46e9acab-34a0-4fb8-a2a0-e295da4df5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:33:16.924718 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-75d8528b-a233-4eba-8e72-1551221e1b27 req-46e9acab-34a0-4fb8-a2a0-e295da4df5eb service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=adae9526-5b78-4ae5-a4c5-ed40836bb98e HTTP/1.1" status: 200 len: 850 time: 0.0419943 Sep 27 04:33:16.970044 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8528b-a233-4eba-8e72-1551221e1b27 req-caea26a8-df76-445a-b415-1f31f006ef4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:33:16.971390 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-75d8528b-a233-4eba-8e72-1551221e1b27 req-caea26a8-df76-445a-b415-1f31f006ef4e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=df4f6840-004b-4387-a687-683e2895186f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401003 Sep 27 04:33:17.061076 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-75d8528b-a233-4eba-8e72-1551221e1b27 req-946f9be3-8a1b-4f15-919f-0591a452cf4b service neutron] 10.222.0.57 "GET /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806603 Sep 27 04:33:17.152385 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-75d8528b-a233-4eba-8e72-1551221e1b27 req-d6f0ea32-afde-4787-8920-b9954a4a1f28 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842316 Sep 27 04:33:18.139050 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:33:20.312333 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7c527a29-8ea8-48c2-b496-a7b1a413a13b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:33:22.257107 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a5476887-6c34-4c5d-a9bd-a894ddf2e9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:33:23.756507 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:33:25.081674 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:33:25.199586 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:33:27.148134 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=49 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:33:27.148912 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=52 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:33:35.193308 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:33:35.195199 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:33:38.145167 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:33:43.701340 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:33:48.134254 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:33:48.140969 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:33:50.314415 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-813afa34-89c3-400f-a13e-f83676a918da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:33:52.261135 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-d2b5cd12-b1b5-479c-9423-73380ba226ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:33:53.696568 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:33:53.697248 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:33:53.759145 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:33:55.083822 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:33:55.202383 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:07.245388 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:UPDATE=5,neutron:SELECT=18 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:34:07.247313 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=23 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:34:08.165816 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:08.964383 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-93cb536c-3caf-4e3a-a75b-9c18bf0e23f9 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?name=tempest-secgroup-smoke-1621255540&fields=id&tenant_id=53d86b6e8a8343fca03ca6d38200f23f HTTP/1.1" status: 200 len: 267 time: 0.0450556 Sep 27 04:34:09.081323 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-e6e9634d-ca70-47a5-ac5f-94d97177e3fb tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:34:09.082797 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-e6e9634d-ca70-47a5-ac5f-94d97177e3fb tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/networks?id=df4f6840-004b-4387-a687-683e2895186f HTTP/1.1" status: 200 len: 811 time: 0.1114941 Sep 27 04:34:09.097240 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-c14d20ea-9195-4d4e-aeca-1fb2a6389e28 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/quotas/53d86b6e8a8343fca03ca6d38200f23f HTTP/1.1" status: 200 len: 375 time: 0.0090375 Sep 27 04:34:09.148598 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-f430ed5e-56a9-4c73-90f2-4edb2f428ee5 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?tenant_id=53d86b6e8a8343fca03ca6d38200f23f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0464160 Sep 27 04:34:09.253528 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-30b82e95-17aa-46d0-ba9c-e94f75f44b2e service neutron] http://10.222.0.26:9696/networking/v2.0/extensions returned with HTTP 200 {{(pid=106211) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Sep 27 04:34:09.254564 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-30b82e95-17aa-46d0-ba9c-e94f75f44b2e service neutron] 10.222.0.26 "GET /networking/v2.0/extensions HTTP/1.1" status: 200 len: 14578 time: 0.0947845 Sep 27 04:34:09.348783 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-2c7ced59-8f5b-452f-aa0d-f91ffb71684f service neutron] 10.222.0.26 "GET /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875401 Sep 27 04:34:09.444960 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-f9737c22-10f1-40e1-92ad-c3c185cdeb13 service neutron] 10.222.0.26 "GET /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902841 Sep 27 04:34:09.765143 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-153e1f3d-45b8-46a6-800d-501a4c421332 req-027dff36-4515-4f9a-a7f3-d1c6f2036d42 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a1cee166-21d9-416d-86ce-c46b3155c551 HTTP/1.1" status: 200 len: 210 time: 0.0287871 Sep 27 04:34:10.876354 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-eea87b1d-f1cd-42ef-a1df-a8130787c53f req-b392ad7f-85f5-4d1c-b48a-58bf66d39375 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a1cee166-21d9-416d-86ce-c46b3155c551 HTTP/1.1" status: 200 len: 210 time: 0.0294871 Sep 27 04:34:10.917897 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-ce666c2a-3ea9-4567-b022-ef3d1b370964 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:34:10.919368 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-ce666c2a-3ea9-4567-b022-ef3d1b370964 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.57 "GET /networking/v2.0/networks?id=df4f6840-004b-4387-a687-683e2895186f HTTP/1.1" status: 200 len: 811 time: 0.1107345 Sep 27 04:34:10.983700 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-9a928fe1-a02f-4321-a734-6bf204bd7552 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.57 "GET /networking/v2.0/security-groups?fields=id&fields=name&tenant_id=53d86b6e8a8343fca03ca6d38200f23f HTTP/1.1" status: 200 len: 380 time: 0.0541084 Sep 27 04:34:10.994782 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-2f16e241-08f2-4886-b81a-5042cc7d66e0 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Request body: {'port': {'device_id': 'a1cee166-21d9-416d-86ce-c46b3155c551', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'admin_state_up': True, 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'security_groups': ['dc8aeeb6-4f41-4b60-b98c-998d780399e1']}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:34:11.102852 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-2f16e241-08f2-4886-b81a-5042cc7d66e0 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Made reservation on behalf of 53d86b6e8a8343fca03ca6d38200f23f for: {'port': 1} {{(pid=106210) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 27 04:34:11.106718 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-2f16e241-08f2-4886-b81a-5042cc7d66e0 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:11.234901 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_common [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-2f16e241-08f2-4886-b81a-5042cc7d66e0 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Allocated IP 172.20.0.13 (df4f6840-004b-4387-a687-683e2895186f/adae9526-5b78-4ae5-a4c5-ed40836bb98e/9f31f6d4-7a24-48fa-b2fb-0449f62084ff) {{(pid=106210) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:34:11.382466 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-2f16e241-08f2-4886-b81a-5042cc7d66e0 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for port (9f31f6d4-7a24-48fa-b2fb-0449f62084ff), precommit_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:11.415657 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-2f16e241-08f2-4886-b81a-5042cc7d66e0 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (9f31f6d4-7a24-48fa-b2fb-0449f62084ff), after_create {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:11.462407 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-2f16e241-08f2-4886-b81a-5042cc7d66e0 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Network df4f6840-004b-4387-a687-683e2895186f is already hosted by enough agents. {{(pid=106210) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:34:11.465623 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.base_scheduler [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-2f16e241-08f2-4886-b81a-5042cc7d66e0 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Resources bound (agent type, host, resource id): {{(pid=106210) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:34:11.469606 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-2f16e241-08f2-4886-b81a-5042cc7d66e0 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Received port after_create {{(pid=106210) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:34:11.475647 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f16e241-08f2-4886-b81a-5042cc7d66e0 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Pushing event updated for resources: {'Port': ['ID=9f31f6d4-7a24-48fa-b2fb-0449f62084ff,revision_number=1']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:34:11.509678 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16e241-08f2-4886-b81a-5042cc7d66e0 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:11.510044 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16e241-08f2-4886-b81a-5042cc7d66e0 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:11.510408 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16e241-08f2-4886-b81a-5042cc7d66e0 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:11.510730 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16e241-08f2-4886-b81a-5042cc7d66e0 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:11.511091 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16e241-08f2-4886-b81a-5042cc7d66e0 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:11.511406 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16e241-08f2-4886-b81a-5042cc7d66e0 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:11.511737 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16e241-08f2-4886-b81a-5042cc7d66e0 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:11.512075 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16e241-08f2-4886-b81a-5042cc7d66e0 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:11.512973 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16e241-08f2-4886-b81a-5042cc7d66e0 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:11.513307 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16e241-08f2-4886-b81a-5042cc7d66e0 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:11.513641 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16e241-08f2-4886-b81a-5042cc7d66e0 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:11.513995 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16e241-08f2-4886-b81a-5042cc7d66e0 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:11.514324 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16e241-08f2-4886-b81a-5042cc7d66e0 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:11.514649 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16e241-08f2-4886-b81a-5042cc7d66e0 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:11.514968 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f16e241-08f2-4886-b81a-5042cc7d66e0 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:11.539232 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-2f16e241-08f2-4886-b81a-5042cc7d66e0 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:34:11.539849 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-2f16e241-08f2-4886-b81a-5042cc7d66e0 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:11.557046 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-2f16e241-08f2-4886-b81a-5042cc7d66e0 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.57 "POST /networking/v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5657609 Sep 27 04:34:11.610043 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.v2.base [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-67160ec4-1038-407c-b360-4ded0d76d446 service neutron] Request body: {'port': {'device_id': 'a1cee166-21d9-416d-86ce-c46b3155c551', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85918'}} {{(pid=106210) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:34:11.645206 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:34:11.672880 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-67160ec4-1038-407c-b360-4ded0d76d446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (9f31f6d4-7a24-48fa-b2fb-0449f62084ff), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:11.682267 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:34:11.697706 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-c5734f02-07c0-46f3-a520-9b098edb7438 None None] Provisioning complete for port 9f31f6d4-7a24-48fa-b2fb-0449f62084ff triggered by entity DHCP. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:34:11.698328 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c5734f02-07c0-46f3-a520-9b098edb7438 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (9f31f6d4-7a24-48fa-b2fb-0449f62084ff), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:11.698455 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-c5734f02-07c0-46f3-a520-9b098edb7438 None None] Attempt 1 to provision port 9f31f6d4-7a24-48fa-b2fb-0449f62084ff Sep 27 04:34:11.730084 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-c5734f02-07c0-46f3-a520-9b098edb7438 None None] Port 9f31f6d4-7a24-48fa-b2fb-0449f62084ff cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:34:11.932107 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-67160ec4-1038-407c-b360-4ded0d76d446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f31f6d4-7a24-48fa-b2fb-0449f62084ff {{(pid=106210) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:34:11.941822 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-67160ec4-1038-407c-b360-4ded0d76d446 service neutron] Publish callbacks [] for port (9f31f6d4-7a24-48fa-b2fb-0449f62084ff), precommit_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:11.956893 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.provisioning_blocks [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-67160ec4-1038-407c-b360-4ded0d76d446 service neutron] Transition to ACTIVE for port object 9f31f6d4-7a24-48fa-b2fb-0449f62084ff will not be triggered until provisioned by entity L2. {{(pid=106210) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Sep 27 04:34:11.966996 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-67160ec4-1038-407c-b360-4ded0d76d446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (9f31f6d4-7a24-48fa-b2fb-0449f62084ff), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:12.026917 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3424da-b048-4180-b672-10b472a45386 req-21208990-d00f-4079-88fa-fa1dde338015 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:34:12.028929 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5b3424da-b048-4180-b672-10b472a45386 req-21208990-d00f-4079-88fa-fa1dde338015 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a1cee166-21d9-416d-86ce-c46b3155c551 HTTP/1.1" status: 200 len: 944 time: 0.0740097 Sep 27 04:34:12.091961 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67160ec4-1038-407c-b360-4ded0d76d446 service neutron] Pushing event updated for resources: {'Port': ['ID=9f31f6d4-7a24-48fa-b2fb-0449f62084ff,revision_number=2']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:34:12.145198 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-5b3424da-b048-4180-b672-10b472a45386 req-04396665-1a5f-4a4f-8491-5b3463a8a48e tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081309 Sep 27 04:34:12.147657 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-67160ec4-1038-407c-b360-4ded0d76d446 service neutron] Attempting to bind port 9f31f6d4-7a24-48fa-b2fb-0449f62084ff on host hv-cinder-85918 for vnic_type normal with profile {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Sep 27 04:34:12.148101 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-67160ec4-1038-407c-b360-4ded0d76d446 service neutron] Attempting to bind port 9f31f6d4-7a24-48fa-b2fb-0449f62084ff by drivers openvswitch,hyperv on host hv-cinder-85918 at level 0 using segments [{'id': '3855b0db-49a1-4957-864c-539480ffde2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'df4f6840-004b-4387-a687-683e2895186f'}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Sep 27 04:34:12.148311 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-67160ec4-1038-407c-b360-4ded0d76d446 service neutron] Attempting to bind port 9f31f6d4-7a24-48fa-b2fb-0449f62084ff on network df4f6840-004b-4387-a687-683e2895186f {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:34:12.190481 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-67160ec4-1038-407c-b360-4ded0d76d446 service neutron] Port 9f31f6d4-7a24-48fa-b2fb-0449f62084ff on network df4f6840-004b-4387-a687-683e2895186f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85918 {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Sep 27 04:34:12.190828 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-67160ec4-1038-407c-b360-4ded0d76d446 service neutron] Attempting to bind port 9f31f6d4-7a24-48fa-b2fb-0449f62084ff on network df4f6840-004b-4387-a687-683e2895186f {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Sep 27 04:34:12.231968 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-c5734f02-07c0-46f3-a520-9b098edb7438 None None] Attempt 2 to provision port 9f31f6d4-7a24-48fa-b2fb-0449f62084ff Sep 27 04:34:12.234382 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-67160ec4-1038-407c-b360-4ded0d76d446 service neutron] Checking agent: {'id': 'b1f517e4-57bd-40c9-8710-cebf6376635e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85918', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'started_at': datetime.datetime(2022, 9, 27, 4, 18, 6), 'heartbeat_timestamp': datetime.datetime(2022, 9, 27, 4, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:127}} Sep 27 04:34:12.234722 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-67160ec4-1038-407c-b360-4ded0d76d446 service neutron] Checking segment: {'id': '3855b0db-49a1-4957-864c-539480ffde2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'df4f6840-004b-4387-a687-683e2895186f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=106210) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:399}} Sep 27 04:34:12.235110 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-67160ec4-1038-407c-b360-4ded0d76d446 service neutron] Bound using segment: {'id': '3855b0db-49a1-4957-864c-539480ffde2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'df4f6840-004b-4387-a687-683e2895186f'} {{(pid=106210) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:137}} Sep 27 04:34:12.235546 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.managers [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-67160ec4-1038-407c-b360-4ded0d76d446 service neutron] Bound port: 9f31f6d4-7a24-48fa-b2fb-0449f62084ff, host: hv-cinder-85918, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3855b0db-49a1-4957-864c-539480ffde2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'df4f6840-004b-4387-a687-683e2895186f'}}] {{(pid=106210) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Sep 27 04:34:12.235907 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-67160ec4-1038-407c-b360-4ded0d76d446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (9f31f6d4-7a24-48fa-b2fb-0449f62084ff), before_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:12.264363 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-c5734f02-07c0-46f3-a520-9b098edb7438 None None] Port 9f31f6d4-7a24-48fa-b2fb-0449f62084ff cannot update to ACTIVE because it is not bound. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:359}} Sep 27 04:34:12.299346 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-67160ec4-1038-407c-b360-4ded0d76d446 service neutron] For port 9f31f6d4-7a24-48fa-b2fb-0449f62084ff, host hv-cinder-85918, cleared binding levels {{(pid=106210) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 27 04:34:12.303048 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-67160ec4-1038-407c-b360-4ded0d76d446 service neutron] For port 9f31f6d4-7a24-48fa-b2fb-0449f62084ff, host hv-cinder-85918, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=9f31f6d4-7a24-48fa-b2fb-0449f62084ff,segment=NetworkSegment(3855b0db-49a1-4957-864c-539480ffde2c),segment_id=3855b0db-49a1-4957-864c-539480ffde2c)] {{(pid=106210) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 27 04:34:12.308643 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-67160ec4-1038-407c-b360-4ded0d76d446 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9338790'] for port (9f31f6d4-7a24-48fa-b2fb-0449f62084ff), after_update {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:12.313722 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-67160ec4-1038-407c-b360-4ded0d76d446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:34:12.314360 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-67160ec4-1038-407c-b360-4ded0d76d446 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:12.315720 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-67160ec4-1038-407c-b360-4ded0d76d446 service neutron] 10.222.0.57 "PUT /networking/v2.0/ports/9f31f6d4-7a24-48fa-b2fb-0449f62084ff HTTP/1.1" status: 200 len: 1094 time: 0.7104702 Sep 27 04:34:12.316271 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1cee166-21d9-416d-86ce-c46b3155c551', 'tag': '9f31f6d4-7a24-48fa-b2fb-0449f62084ff'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:34:12.318520 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6440a3-812d-4b8a-b7b6-737bed8ac6e9" -d '{"events": [{"name": "network-changed", "server_uuid": "a1cee166-21d9-416d-86ce-c46b3155c551", "tag": "9f31f6d4-7a24-48fa-b2fb-0449f62084ff"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:34:12.373574 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:34:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77d507f-3799-4343-8511-e385bfb4e077 x-openstack-request-id: req-d77d507f-3799-4343-8511-e385bfb4e077 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:34:12.373888 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1cee166-21d9-416d-86ce-c46b3155c551", "tag": "9f31f6d4-7a24-48fa-b2fb-0449f62084ff", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:34:12.374147 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d77d507f-3799-4343-8511-e385bfb4e077 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:34:12.374551 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d77d507f-3799-4343-8511-e385bfb4e077'] response: {'name': 'network-changed', 'server_uuid': 'a1cee166-21d9-416d-86ce-c46b3155c551', 'tag': '9f31f6d4-7a24-48fa-b2fb-0449f62084ff', 'status': 'completed', 'code': 200} Sep 27 04:34:12.390590 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67160ec4-1038-407c-b360-4ded0d76d446 service neutron] Pushing event updated for resources: {'Port': ['ID=9f31f6d4-7a24-48fa-b2fb-0449f62084ff,revision_number=3']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:34:12.404846 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-4b271952-ceef-40ff-b18f-64fa851878f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:34:12.406371 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-4b271952-ceef-40ff-b18f-64fa851878f1 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=53d86b6e8a8343fca03ca6d38200f23f&device_id=a1cee166-21d9-416d-86ce-c46b3155c551 HTTP/1.1" status: 200 len: 1128 time: 0.0464242 Sep 27 04:34:12.453299 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-7e5604f1-c457-4200-81d2-44cdce076cc3 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f31f6d4-7a24-48fa-b2fb-0449f62084ff HTTP/1.1" status: 200 len: 217 time: 0.0398653 Sep 27 04:34:12.484302 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:34:12.501563 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-8e66f7d4-2f74-4809-a6b3-f0b2a46a9920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:34:12.502981 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-8e66f7d4-2f74-4809-a6b3-f0b2a46a9920 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=adae9526-5b78-4ae5-a4c5-ed40836bb98e HTTP/1.1" status: 200 len: 850 time: 0.0430648 Sep 27 04:34:12.556396 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-0fc27034-41f0-46b0-8d45-6d906bd7d6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:34:12.557853 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-0fc27034-41f0-46b0-8d45-6d906bd7d6a7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=df4f6840-004b-4387-a687-683e2895186f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0370274 Sep 27 04:34:12.637614 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:UPDATE=5,neutron:SELECT=93,neutron:INSERT=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:34:12.657036 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-8d889f39-b6ef-46be-9c71-26065226952e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916941 Sep 27 04:34:12.747986 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6a5d7af9-a0ad-4c20-ba12-d1000162214e req-25baa656-120e-484d-b712-6c76092b166f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817339 Sep 27 04:34:12.766576 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-c5734f02-07c0-46f3-a520-9b098edb7438 None None] Attempt 3 to provision port 9f31f6d4-7a24-48fa-b2fb-0449f62084ff Sep 27 04:34:12.810323 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-c5734f02-07c0-46f3-a520-9b098edb7438 None None] Port 9f31f6d4-7a24-48fa-b2fb-0449f62084ff had new provisioning blocks added so it will not transition to active. {{(pid=106212) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:377}} Sep 27 04:34:13.120039 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6440a3-812d-4b8a-b7b6-737bed8ac6e9 req-a00e1bad-9bd0-4465-84ae-f832fdfade0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:34:13.121939 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9a6440a3-812d-4b8a-b7b6-737bed8ac6e9 req-a00e1bad-9bd0-4465-84ae-f832fdfade0c service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=53d86b6e8a8343fca03ca6d38200f23f&device_id=a1cee166-21d9-416d-86ce-c46b3155c551 HTTP/1.1" status: 200 len: 1128 time: 0.0410674 Sep 27 04:34:13.211975 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6440a3-812d-4b8a-b7b6-737bed8ac6e9 req-7947317c-e371-4713-8609-4493f8ff347f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:34:13.213445 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9a6440a3-812d-4b8a-b7b6-737bed8ac6e9 req-7947317c-e371-4713-8609-4493f8ff347f service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=df4f6840-004b-4387-a687-683e2895186f HTTP/1.1" status: 200 len: 912 time: 0.0848336 Sep 27 04:34:13.281974 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9a6440a3-812d-4b8a-b7b6-737bed8ac6e9 req-d3940ee3-51e3-4095-8341-f742d67635de service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f31f6d4-7a24-48fa-b2fb-0449f62084ff HTTP/1.1" status: 200 len: 217 time: 0.0582857 Sep 27 04:34:13.303651 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadcacc1-8d9d-4d1e-a0d3-eea4d8f67e79 req-b2070c35-1d0a-4ff5-93c8-4d2c5b150620 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:34:13.305011 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cadcacc1-8d9d-4d1e-a0d3-eea4d8f67e79 req-b2070c35-1d0a-4ff5-93c8-4d2c5b150620 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a1cee166-21d9-416d-86ce-c46b3155c551 HTTP/1.1" status: 200 len: 944 time: 0.0832224 Sep 27 04:34:13.361272 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6440a3-812d-4b8a-b7b6-737bed8ac6e9 req-cae1753c-7633-4a4d-9950-d8a24e161306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:34:13.362691 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9a6440a3-812d-4b8a-b7b6-737bed8ac6e9 req-cae1753c-7633-4a4d-9950-d8a24e161306 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=adae9526-5b78-4ae5-a4c5-ed40836bb98e HTTP/1.1" status: 200 len: 850 time: 0.0712647 Sep 27 04:34:13.389403 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-cadcacc1-8d9d-4d1e-a0d3-eea4d8f67e79 req-ca3be20a-fd48-4782-896d-e0a2a99e0027 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655346 Sep 27 04:34:13.415303 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6440a3-812d-4b8a-b7b6-737bed8ac6e9 req-a3d4e5cb-fae0-437c-8693-08ac9cd182f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:34:13.416775 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9a6440a3-812d-4b8a-b7b6-737bed8ac6e9 req-a3d4e5cb-fae0-437c-8693-08ac9cd182f3 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=df4f6840-004b-4387-a687-683e2895186f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440428 Sep 27 04:34:13.511723 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9a6440a3-812d-4b8a-b7b6-737bed8ac6e9 req-ffefa3cc-5d7b-4053-b13a-9e581fbb3121 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879302 Sep 27 04:34:13.609095 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9a6440a3-812d-4b8a-b7b6-737bed8ac6e9 req-ab9afb6b-a597-4977-b0ab-5e3f5cb45dde service neutron] 10.222.0.57 "GET /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876982 Sep 27 04:34:14.511291 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5b481-9c89-480b-9fa4-acddc39ea2fb req-93f006ac-de98-4a08-a522-8049ee745b87 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:34:14.513339 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-fac5b481-9c89-480b-9fa4-acddc39ea2fb req-93f006ac-de98-4a08-a522-8049ee745b87 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a1cee166-21d9-416d-86ce-c46b3155c551 HTTP/1.1" status: 200 len: 944 time: 0.0463712 Sep 27 04:34:14.561463 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-fac5b481-9c89-480b-9fa4-acddc39ea2fb req-30cf9ccd-aa95-472e-9508-013b296f4492 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426238 Sep 27 04:34:15.679308 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a862e-da9c-404d-9997-00b4f7487211 req-cc427732-9e3a-4de9-9be0-3224675c077e tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:34:15.680656 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-247a862e-da9c-404d-9997-00b4f7487211 req-cc427732-9e3a-4de9-9be0-3224675c077e tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a1cee166-21d9-416d-86ce-c46b3155c551 HTTP/1.1" status: 200 len: 944 time: 0.0461035 Sep 27 04:34:15.728515 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-247a862e-da9c-404d-9997-00b4f7487211 req-539cc167-3bef-4464-bb43-882d08204e1a tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422900 Sep 27 04:34:16.857548 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443e9c19-9199-426d-9b77-15c5dbba2395 req-c04b1f8d-2a1d-4628-89dc-fb738c28198e tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:34:16.858997 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-443e9c19-9199-426d-9b77-15c5dbba2395 req-c04b1f8d-2a1d-4628-89dc-fb738c28198e tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a1cee166-21d9-416d-86ce-c46b3155c551 HTTP/1.1" status: 200 len: 944 time: 0.0499904 Sep 27 04:34:16.907146 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-443e9c19-9199-426d-9b77-15c5dbba2395 req-85949f8e-542c-43ea-8721-915095f7dc98 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427268 Sep 27 04:34:18.023080 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60268564-b00a-445f-9b11-a23122cc67a0 req-502e3d19-1694-4db6-bb1a-41c9c243bde9 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:34:18.024508 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-60268564-b00a-445f-9b11-a23122cc67a0 req-502e3d19-1694-4db6-bb1a-41c9c243bde9 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a1cee166-21d9-416d-86ce-c46b3155c551 HTTP/1.1" status: 200 len: 944 time: 0.0452600 Sep 27 04:34:18.065997 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:34:18.075988 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-60268564-b00a-445f-9b11-a23122cc67a0 req-72839c2f-2e29-415e-b07c-dd6b19ff65be tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454524 Sep 27 04:34:18.931928 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6c5ba99f-629c-471c-ac8f-7f3544dbf643 req-31ab14b3-6f20-4849-8c1f-3c88de2f8110 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=56108588-5052-4cbc-b248-29229aef7aec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402384 Sep 27 04:34:19.014502 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ba99f-629c-471c-ac8f-7f3544dbf643 req-351db429-616f-4954-9846-c5cadfb83855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:34:19.015955 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6c5ba99f-629c-471c-ac8f-7f3544dbf643 req-351db429-616f-4954-9846-c5cadfb83855 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=53d86b6e8a8343fca03ca6d38200f23f&device_id=56108588-5052-4cbc-b248-29229aef7aec HTTP/1.1" status: 200 len: 1130 time: 0.0381145 Sep 27 04:34:19.125801 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ba99f-629c-471c-ac8f-7f3544dbf643 req-b92fede5-0e89-4fff-9c15-5892548d4d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:34:19.127253 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6c5ba99f-629c-471c-ac8f-7f3544dbf643 req-b92fede5-0e89-4fff-9c15-5892548d4d5a service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=df4f6840-004b-4387-a687-683e2895186f HTTP/1.1" status: 200 len: 912 time: 0.0867007 Sep 27 04:34:19.191723 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6c5ba99f-629c-471c-ac8f-7f3544dbf643 req-2575de60-d618-460a-bc29-d895e006d9fc service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9768712-2949-4085-b485-9a6386391423 HTTP/1.1" status: 200 len: 1002 time: 0.0554476 Sep 27 04:34:19.194179 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540d71d-0010-4d10-97ee-0e1ca6ac0000 req-d6e54811-4ce4-4a53-8d66-3126186a3ca4 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:34:19.195643 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-7540d71d-0010-4d10-97ee-0e1ca6ac0000 req-d6e54811-4ce4-4a53-8d66-3126186a3ca4 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a1cee166-21d9-416d-86ce-c46b3155c551 HTTP/1.1" status: 200 len: 944 time: 0.0460300 Sep 27 04:34:19.207105 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:34:19.242612 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ba99f-629c-471c-ac8f-7f3544dbf643 req-377ab8f8-c3fa-4719-8f3b-9d5409885138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:34:19.244086 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6c5ba99f-629c-471c-ac8f-7f3544dbf643 req-377ab8f8-c3fa-4719-8f3b-9d5409885138 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=adae9526-5b78-4ae5-a4c5-ed40836bb98e HTTP/1.1" status: 200 len: 850 time: 0.0437577 Sep 27 04:34:19.245582 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-7540d71d-0010-4d10-97ee-0e1ca6ac0000 req-3a0bf155-ee6c-4e1f-bceb-d4f5386a71c5 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438502 Sep 27 04:34:19.294697 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ba99f-629c-471c-ac8f-7f3544dbf643 req-ce5a8042-fd0d-4ea4-adff-fcae5685ab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:34:19.296154 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6c5ba99f-629c-471c-ac8f-7f3544dbf643 req-ce5a8042-fd0d-4ea4-adff-fcae5685ab55 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=df4f6840-004b-4387-a687-683e2895186f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419059 Sep 27 04:34:19.381543 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6c5ba99f-629c-471c-ac8f-7f3544dbf643 req-476e85b7-37fc-452f-b29d-b75706c852e7 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788963 Sep 27 04:34:19.475178 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6c5ba99f-629c-471c-ac8f-7f3544dbf643 req-b845345b-3d74-47c1-9c6b-932648d0b47f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844276 Sep 27 04:34:20.316541 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-6a1bd527-abf9-4be1-83b8-d7230be74541 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:20.369435 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29c445-0879-4cb5-8e48-92fb9a7efe3b req-a1d5020b-8d28-403a-85af-5fd32de6de84 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:34:20.370892 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3c29c445-0879-4cb5-8e48-92fb9a7efe3b req-a1d5020b-8d28-403a-85af-5fd32de6de84 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a1cee166-21d9-416d-86ce-c46b3155c551 HTTP/1.1" status: 200 len: 944 time: 0.0459359 Sep 27 04:34:20.419190 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3c29c445-0879-4cb5-8e48-92fb9a7efe3b req-bfeda673-5759-4c26-884a-8ecf9c7860c2 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428724 Sep 27 04:34:20.701271 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:34:21.542673 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bca40fa-ada1-4d39-b8e7-a220b99faf5c req-3fbd833a-7f43-4c83-a124-1dccec26b799 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:34:21.544802 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1bca40fa-ada1-4d39-b8e7-a220b99faf5c req-3fbd833a-7f43-4c83-a124-1dccec26b799 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a1cee166-21d9-416d-86ce-c46b3155c551 HTTP/1.1" status: 200 len: 944 time: 0.0500586 Sep 27 04:34:21.597065 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1bca40fa-ada1-4d39-b8e7-a220b99faf5c req-9194626e-ff6a-4497-b6d1-ebb7e44a9ae4 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466526 Sep 27 04:34:21.648677 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 9f31f6d4-7a24-48fa-b2fb-0449f62084ff details requested by agent hyperv_hv-cinder-85918 with host hv-cinder-85918 {{(pid=106212) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 27 04:34:21.747588 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 9f31f6d4-7a24-48fa-b2fb-0449f62084ff, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=9f31f6d4-7a24-48fa-b2fb-0449f62084ff,segment=NetworkSegment(3855b0db-49a1-4957-864c-539480ffde2c),segment_id=3855b0db-49a1-4957-864c-539480ffde2c)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:34:21.876903 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Returning: {'device': '9f31f6d4-7a24-48fa-b2fb-0449f62084ff', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'port_id': '9f31f6d4-7a24-48fa-b2fb-0449f62084ff', 'mac_address': 'fa:16:3e:97:e7:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=106212) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 27 04:34:21.910934 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port 9f31f6d4-7a24-48fa-b2fb-0449f62084ff is: DOWN; New status is: BUILD {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:34:21.911318 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (9f31f6d4-7a24-48fa-b2fb-0449f62084ff), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:21.925096 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f31f6d4-7a24-48fa-b2fb-0449f62084ff {{(pid=106212) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Sep 27 04:34:21.945588 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 9f31f6d4-7a24-48fa-b2fb-0449f62084ff, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=9f31f6d4-7a24-48fa-b2fb-0449f62084ff,segment=NetworkSegment(3855b0db-49a1-4957-864c-539480ffde2c),segment_id=3855b0db-49a1-4957-864c-539480ffde2c)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:34:21.949050 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (9f31f6d4-7a24-48fa-b2fb-0449f62084ff), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:21.993652 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=9f31f6d4-7a24-48fa-b2fb-0449f62084ff,revision_number=4']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:34:22.000527 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:22.000896 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:22.001221 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:22.001563 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:22.001934 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:22.002269 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:22.002597 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:22.002923 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:22.003250 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:22.003576 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:22.003901 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:22.004228 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:22.004551 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:22.004870 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:22.005215 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:22.231284 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] get_ports_and_sgs() called for port_ids ['9f31f6d4-7a24-48fa-b2fb-0449f62084ff'] {{(pid=106212) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Sep 27 04:34:22.290813 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-839255bb-b6cc-448d-b0af-5667d3c3d32f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:22.714412 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0663afe0-ca53-463e-b489-5d0b6bb4526a req-2d0260dd-96e0-47e8-bc30-9c6929139574 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:34:22.715848 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0663afe0-ca53-463e-b489-5d0b6bb4526a req-2d0260dd-96e0-47e8-bc30-9c6929139574 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a1cee166-21d9-416d-86ce-c46b3155c551 HTTP/1.1" status: 200 len: 945 time: 0.0457847 Sep 27 04:34:22.769001 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0663afe0-ca53-463e-b489-5d0b6bb4526a req-61e4f8b0-839e-4181-9287-d2dfc816969f tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476615 Sep 27 04:34:23.661897 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 9f31f6d4-7a24-48fa-b2fb-0449f62084ff up at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 27 04:34:23.695213 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:34:23.704144 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning for port 9f31f6d4-7a24-48fa-b2fb-0449f62084ff completed by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:136}} Sep 27 04:34:23.709935 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.provisioning_blocks [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Provisioning complete for port 9f31f6d4-7a24-48fa-b2fb-0449f62084ff triggered by entity L2. {{(pid=106212) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:144}} Sep 27 04:34:23.710306 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-781916'] for port (9f31f6d4-7a24-48fa-b2fb-0449f62084ff), provisioning_complete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:23.710666 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Attempt 1 to provision port 9f31f6d4-7a24-48fa-b2fb-0449f62084ff Sep 27 04:34:23.743163 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:34:23.768172 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:23.796497 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Current status of the port 9f31f6d4-7a24-48fa-b2fb-0449f62084ff is: BUILD; New status is: ACTIVE {{(pid=106212) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2321}} Sep 27 04:34:23.796875 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (9f31f6d4-7a24-48fa-b2fb-0449f62084ff), before_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:23.819687 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1cee166-21d9-416d-86ce-c46b3155c551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f31f6d4-7a24-48fa-b2fb-0449f62084ff'}] {{(pid=106212) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:34:23.821941 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d2687affa0ef786a15f255b59e70001bb997277ef1a41850ee1c1551a100c7e2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d728426-6f76-48b9-a125-754d9ff50532" -d '{"events": [{"server_uuid": "a1cee166-21d9-416d-86ce-c46b3155c551", "name": "network-vif-plugged", "status": "completed", "tag": "9f31f6d4-7a24-48fa-b2fb-0449f62084ff"}]}' {{(pid=106212) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:34:23.837852 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] For port 9f31f6d4-7a24-48fa-b2fb-0449f62084ff, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=9f31f6d4-7a24-48fa-b2fb-0449f62084ff,segment=NetworkSegment(3855b0db-49a1-4957-864c-539480ffde2c),segment_id=3855b0db-49a1-4957-864c-539480ffde2c)] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:34:23.842569 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124'] for port (9f31f6d4-7a24-48fa-b2fb-0449f62084ff), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:23.877372 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3561982a-f8b1-4aa2-ae16-607ea1c6f32a x-openstack-request-id: req-3561982a-f8b1-4aa2-ae16-607ea1c6f32a {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:34:23.877663 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1cee166-21d9-416d-86ce-c46b3155c551", "name": "network-vif-plugged", "status": "completed", "tag": "9f31f6d4-7a24-48fa-b2fb-0449f62084ff", "code": 200}]} {{(pid=106212) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:34:23.877943 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3561982a-f8b1-4aa2-ae16-607ea1c6f32a {{(pid=106212) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:34:23.878338 dv-cinder-859186-3-iscsi neutron-server[106212]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3561982a-f8b1-4aa2-ae16-607ea1c6f32a'] response: {'server_uuid': 'a1cee166-21d9-416d-86ce-c46b3155c551', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f31f6d4-7a24-48fa-b2fb-0449f62084ff', 'code': 200} Sep 27 04:34:23.891621 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ae0c7-0f7e-4dd4-b0fb-596b202f299d req-d8462a43-b4d7-40b3-b065-c0fac167410a tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:34:23.892622 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Pushing event updated for resources: {'Port': ['ID=9f31f6d4-7a24-48fa-b2fb-0449f62084ff,revision_number=5']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:34:23.898244 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e62ae0c7-0f7e-4dd4-b0fb-596b202f299d req-d8462a43-b4d7-40b3-b065-c0fac167410a tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a1cee166-21d9-416d-86ce-c46b3155c551 HTTP/1.1" status: 200 len: 946 time: 0.0531106 Sep 27 04:34:23.944670 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-e62ae0c7-0f7e-4dd4-b0fb-596b202f299d req-5607a982-8d86-4d88-8be1-6734e8dc9e94 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454676 Sep 27 04:34:24.117185 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e964ff0-d52a-4fce-bfcd-b0a92107498b req-28e411b5-1691-4f20-90d5-bbd6247310a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:34:24.118695 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9e964ff0-d52a-4fce-bfcd-b0a92107498b req-28e411b5-1691-4f20-90d5-bbd6247310a7 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a1cee166-21d9-416d-86ce-c46b3155c551 HTTP/1.1" status: 200 len: 1130 time: 0.0381501 Sep 27 04:34:24.165239 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9e964ff0-d52a-4fce-bfcd-b0a92107498b req-783b514c-3f40-45f0-befe-3d93b1da5971 service neutron] 10.222.0.57 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389237 Sep 27 04:34:25.072535 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19ebf6-f1e4-4ff9-a916-815f59549817 req-3c93b464-495e-44c9-b545-1f147ae7956a tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:34:25.074644 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0c19ebf6-f1e4-4ff9-a916-815f59549817 req-3c93b464-495e-44c9-b545-1f147ae7956a tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a1cee166-21d9-416d-86ce-c46b3155c551 HTTP/1.1" status: 200 len: 946 time: 0.0457563 Sep 27 04:34:25.087132 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:25.124161 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-0c19ebf6-f1e4-4ff9-a916-815f59549817 req-ef281a07-97f5-4e58-98cc-59ec3267692c tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438831 Sep 27 04:34:25.205807 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:26.252173 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316afdb7-92c8-47a6-83a1-b392ad5ba8d0 req-88e05713-73da-4abc-b2e0-2aae9fb96577 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:34:26.253623 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-316afdb7-92c8-47a6-83a1-b392ad5ba8d0 req-88e05713-73da-4abc-b2e0-2aae9fb96577 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a1cee166-21d9-416d-86ce-c46b3155c551 HTTP/1.1" status: 200 len: 946 time: 0.0469518 Sep 27 04:34:26.302769 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-316afdb7-92c8-47a6-83a1-b392ad5ba8d0 req-d96cccf9-5fbe-4d09-bde6-567afb36edd1 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432296 Sep 27 04:34:26.423816 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6bd69-9eaa-413f-afe1-bbc05a750ac8 req-0ad74463-ced8-4dfe-a86b-fb0409387be0 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:34:26.425279 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f0c6bd69-9eaa-413f-afe1-bbc05a750ac8 req-0ad74463-ced8-4dfe-a86b-fb0409387be0 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a1cee166-21d9-416d-86ce-c46b3155c551 HTTP/1.1" status: 200 len: 946 time: 0.0495112 Sep 27 04:34:26.474022 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f0c6bd69-9eaa-413f-afe1-bbc05a750ac8 req-0ce29b3d-d328-4656-8082-5c468970ba8a tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430186 Sep 27 04:34:26.506636 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 38644) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:34:26.547841 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:34:26.551821 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c996e6e-906b-44b6-85c3-f3fa5cb88650 tempest-TestVolumeBootPattern-1049569232 tempest-TestVolumeBootPattern-1049569232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:34:26.553446 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-0c996e6e-906b-44b6-85c3-f3fa5cb88650 tempest-TestVolumeBootPattern-1049569232 tempest-TestVolumeBootPattern-1049569232-project-admin] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a1cee166-21d9-416d-86ce-c46b3155c551 HTTP/1.1" status: 200 len: 1125 time: 0.0458012 Sep 27 04:34:26.556160 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 38646) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:34:26.560911 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.v2.base [None req-0a5cfd5a-b3b7-4875-a45e-933b8f33a7db tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Request body: {'floatingip': {'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'port_id': '9f31f6d4-7a24-48fa-b2fb-0449f62084ff', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'fixed_ip_address': '172.20.0.13'}} {{(pid=106211) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 27 04:34:26.570693 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=100 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:34:26.582710 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0a5cfd5a-b3b7-4875-a45e-933b8f33a7db tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for floatingip (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:26.660347 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0a5cfd5a-b3b7-4875-a45e-933b8f33a7db tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (None), before_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:26.767274 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_common [None req-0a5cfd5a-b3b7-4875-a45e-933b8f33a7db tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Allocated IP 172.27.0.219 (4c2326fb-b4db-42c7-9331-4377c9818745/65648eee-291b-4b8a-95c0-f3ca12df09c9/e1a96418-47d6-4b93-84b4-d884260e497c) {{(pid=106211) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 27 04:34:26.873092 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0a5cfd5a-b3b7-4875-a45e-933b8f33a7db tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for port (e1a96418-47d6-4b93-84b4-d884260e497c), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:26.904550 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0a5cfd5a-b3b7-4875-a45e-933b8f33a7db tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770987813084', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (e1a96418-47d6-4b93-84b4-d884260e497c), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:26.948555 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5cfd5a-b3b7-4875-a45e-933b8f33a7db tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Network 4c2326fb-b4db-42c7-9331-4377c9818745 is already hosted by enough agents. {{(pid=106211) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 27 04:34:26.951542 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.base_scheduler [None req-0a5cfd5a-b3b7-4875-a45e-933b8f33a7db tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Resources bound (agent type, host, resource id): {{(pid=106211) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 27 04:34:26.955395 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5cfd5a-b3b7-4875-a45e-933b8f33a7db tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Received port after_create {{(pid=106211) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Sep 27 04:34:26.960411 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5cfd5a-b3b7-4875-a45e-933b8f33a7db tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Pushing event updated for resources: {'Port': ['ID=e1a96418-47d6-4b93-84b4-d884260e497c,revision_number=1']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:34:26.985503 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cfd5a-b3b7-4875-a45e-933b8f33a7db tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:26.985874 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cfd5a-b3b7-4875-a45e-933b8f33a7db tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:26.986221 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cfd5a-b3b7-4875-a45e-933b8f33a7db tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:26.986560 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cfd5a-b3b7-4875-a45e-933b8f33a7db tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:26.986895 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cfd5a-b3b7-4875-a45e-933b8f33a7db tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:26.987226 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cfd5a-b3b7-4875-a45e-933b8f33a7db tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:26.987556 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cfd5a-b3b7-4875-a45e-933b8f33a7db tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:26.987883 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cfd5a-b3b7-4875-a45e-933b8f33a7db tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:26.988208 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cfd5a-b3b7-4875-a45e-933b8f33a7db tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:26.988533 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cfd5a-b3b7-4875-a45e-933b8f33a7db tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:26.988862 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cfd5a-b3b7-4875-a45e-933b8f33a7db tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:26.989184 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cfd5a-b3b7-4875-a45e-933b8f33a7db tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:26.989506 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cfd5a-b3b7-4875-a45e-933b8f33a7db tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:26.989850 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cfd5a-b3b7-4875-a45e-933b8f33a7db tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:26.990174 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a5cfd5a-b3b7-4875-a45e-933b8f33a7db tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:34:27.313906 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0a5cfd5a-b3b7-4875-a45e-933b8f33a7db tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for floatingip (12953f7c-ea78-4de7-9b84-ae1e3e33e981), precommit_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:27.330542 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:34:27.341677 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:34:27.383316 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0a5cfd5a-b3b7-4875-a45e-933b8f33a7db tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-756684'] for port (e1a96418-47d6-4b93-84b4-d884260e497c), before_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:27.529317 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0a5cfd5a-b3b7-4875-a45e-933b8f33a7db tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for port (e1a96418-47d6-4b93-84b4-d884260e497c), precommit_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:27.534638 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0a5cfd5a-b3b7-4875-a45e-933b8f33a7db tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770988350127', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770987813102', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770987813124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9553042'] for port (e1a96418-47d6-4b93-84b4-d884260e497c), after_update {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:27.608869 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5cfd5a-b3b7-4875-a45e-933b8f33a7db tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Pushing event updated for resources: {'Port': ['ID=e1a96418-47d6-4b93-84b4-d884260e497c,revision_number=2']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:34:27.612115 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0a5cfd5a-b3b7-4875-a45e-933b8f33a7db tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4106707'] for floatingip (12953f7c-ea78-4de7-9b84-ae1e3e33e981), after_create {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:27.707458 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.db.l3_db [None req-0a5cfd5a-b3b7-4875-a45e-933b8f33a7db tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Floating IP 12953f7c-ea78-4de7-9b84-ae1e3e33e981 associated. External IP: 172.27.0.219, port: 9f31f6d4-7a24-48fa-b2fb-0449f62084ff. Sep 27 04:34:27.903809 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a5cfd5a-b3b7-4875-a45e-933b8f33a7db tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Router 07ade2a2-9975-4f39-ba38-5ad70098302d has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:34:28.006238 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a5cfd5a-b3b7-4875-a45e-933b8f33a7db tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:34:28.016800 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb15f701-f35f-43bb-8028-192b93b48e88 None None] Sync routers for ids ['07ade2a2-9975-4f39-ba38-5ad70098302d'] in dv-cinder-859186-3-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:34:28.024419 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-0a5cfd5a-b3b7-4875-a45e-933b8f33a7db tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:28.027397 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb15f701-f35f-43bb-8028-192b93b48e88 None None] Routers {'07ade2a2-9975-4f39-ba38-5ad70098302d'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:34:28.028007 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-fb15f701-f35f-43bb-8028-192b93b48e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:34:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['07ade2a2-9975-4f39-ba38-5ad70098302d'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:34:28.058209 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-0a5cfd5a-b3b7-4875-a45e-933b8f33a7db tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "POST /networking/v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4983275 Sep 27 04:34:28.058209 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1cee166-21d9-416d-86ce-c46b3155c551', 'tag': '9f31f6d4-7a24-48fa-b2fb-0449f62084ff'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:34:28.058921 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375caaa08d89e17f41855227bc5930e71d4ac07142983a49768ae7ff94431a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d0750e-6170-42e7-86b0-a72dbd4e17b1" -d '{"events": [{"name": "network-changed", "server_uuid": "a1cee166-21d9-416d-86ce-c46b3155c551", "tag": "9f31f6d4-7a24-48fa-b2fb-0449f62084ff"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:34:28.096948 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2820888-5290-456f-83cd-9d0c83ffedd3 x-openstack-request-id: req-b2820888-5290-456f-83cd-9d0c83ffedd3 {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:34:28.097242 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1cee166-21d9-416d-86ce-c46b3155c551", "tag": "9f31f6d4-7a24-48fa-b2fb-0449f62084ff", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:34:28.097497 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b2820888-5290-456f-83cd-9d0c83ffedd3 {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:34:28.098048 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2820888-5290-456f-83cd-9d0c83ffedd3'] response: {'name': 'network-changed', 'server_uuid': 'a1cee166-21d9-416d-86ce-c46b3155c551', 'tag': '9f31f6d4-7a24-48fa-b2fb-0449f62084ff', 'status': 'completed', 'code': 200} Sep 27 04:34:28.127761 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-fb15f701-f35f-43bb-8028-192b93b48e88 None None] Set router 07ade2a2-9975-4f39-ba38-5ad70098302d gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:34:28.158441 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0750e-6170-42e7-86b0-a72dbd4e17b1 req-af17cc00-862f-47a9-976b-7f5ddedc17ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:34:28.159892 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-80d0750e-6170-42e7-86b0-a72dbd4e17b1 req-af17cc00-862f-47a9-976b-7f5ddedc17ff service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=53d86b6e8a8343fca03ca6d38200f23f&device_id=a1cee166-21d9-416d-86ce-c46b3155c551 HTTP/1.1" status: 200 len: 1130 time: 0.0406661 Sep 27 04:34:28.222832 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:34:28.260911 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0750e-6170-42e7-86b0-a72dbd4e17b1 req-8265061f-e28d-4515-b890-429d79fc6700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:34:28.262452 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-80d0750e-6170-42e7-86b0-a72dbd4e17b1 req-8265061f-e28d-4515-b890-429d79fc6700 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=df4f6840-004b-4387-a687-683e2895186f HTTP/1.1" status: 200 len: 912 time: 0.0965440 Sep 27 04:34:28.326306 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-80d0750e-6170-42e7-86b0-a72dbd4e17b1 req-6b948433-7de3-494b-af7d-3cbacc579810 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f31f6d4-7a24-48fa-b2fb-0449f62084ff HTTP/1.1" status: 200 len: 1000 time: 0.0573993 Sep 27 04:34:28.363153 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=100 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:34:28.378705 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0750e-6170-42e7-86b0-a72dbd4e17b1 req-83058431-cb54-491e-9a32-9da9845bcd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:34:28.380188 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-80d0750e-6170-42e7-86b0-a72dbd4e17b1 req-83058431-cb54-491e-9a32-9da9845bcd04 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=adae9526-5b78-4ae5-a4c5-ed40836bb98e HTTP/1.1" status: 200 len: 850 time: 0.0471184 Sep 27 04:34:28.427489 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d0750e-6170-42e7-86b0-a72dbd4e17b1 req-69d76181-9064-4af6-bc30-8e9295b4b407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:34:28.428316 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-fb15f701-f35f-43bb-8028-192b93b48e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'name': 'tempest-TestVolumeBootPattern-815580073-router', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:29:28Z', 'updated_at': '2022-09-27T04:29:31Z', 'revision_number': 4, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'gw_port': {'id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:29Z', 'updated_at': '2022-09-27T04:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': '12953f7c-ea78-4de7-9b84-ae1e3e33e981', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'port_id': '9f31f6d4-7a24-48fa-b2fb-0449f62084ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'mac_address': 'fa:16:3e:97:e7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cee166-21d9-416d-86ce-c46b3155c551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:34:27Z', 'updated_at': '2022-09-27T04:34:27Z', 'revision_number': 0, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'fixed_ip_address_scope': None}, {'id': '6f671b17-6c69-410c-9dd0-ffc9b324711c', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'port_id': 'f9768712-2949-4085-b485-9a6386391423', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'mac_address': 'fa:16:3e:6b:8f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56108588-5052-4cbc-b248-29229aef7aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:32:32Z', 'updated_at': '2022-09-27T04:32:34Z', 'revision_number': 1, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '393bbc50-ff65-4a57-99fb-482a15b5ad7c', 'name': '', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'mac_address': 'fa:16:3e:df:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:31Z', 'updated_at': '2022-09-27T04:29:35Z', 'revision_number': 5, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'subnets': [{'id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:34:28.428958 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-80d0750e-6170-42e7-86b0-a72dbd4e17b1 req-69d76181-9064-4af6-bc30-8e9295b4b407 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=df4f6840-004b-4387-a687-683e2895186f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428150 Sep 27 04:34:28.453114 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb15f701-f35f-43bb-8028-192b93b48e88 None None] Checking router: 07ade2a2-9975-4f39-ba38-5ad70098302d for host: dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:34:28.461467 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb15f701-f35f-43bb-8028-192b93b48e88 None None] Routers {'07ade2a2-9975-4f39-ba38-5ad70098302d'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:34:28.462097 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-fb15f701-f35f-43bb-8028-192b93b48e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:34:22Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['07ade2a2-9975-4f39-ba38-5ad70098302d'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:34:28.518362 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-80d0750e-6170-42e7-86b0-a72dbd4e17b1 req-176e48da-abaa-48c2-a7d9-5c47ed03eaaf service neutron] 10.222.0.57 "GET /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836148 Sep 27 04:34:28.563283 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-fb15f701-f35f-43bb-8028-192b93b48e88 None None] Set router 07ade2a2-9975-4f39-ba38-5ad70098302d gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:34:28.612810 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-80d0750e-6170-42e7-86b0-a72dbd4e17b1 req-d2c60306-1913-4bfd-9fe4-70f33b398c0e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884607 Sep 27 04:34:28.773875 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-fb15f701-f35f-43bb-8028-192b93b48e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'name': 'tempest-TestVolumeBootPattern-815580073-router', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:29:28Z', 'updated_at': '2022-09-27T04:29:31Z', 'revision_number': 4, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'gw_port': {'id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:29Z', 'updated_at': '2022-09-27T04:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': '12953f7c-ea78-4de7-9b84-ae1e3e33e981', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'port_id': '9f31f6d4-7a24-48fa-b2fb-0449f62084ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'mac_address': 'fa:16:3e:97:e7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cee166-21d9-416d-86ce-c46b3155c551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:34:27Z', 'updated_at': '2022-09-27T04:34:27Z', 'revision_number': 0, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'fixed_ip_address_scope': None}, {'id': '6f671b17-6c69-410c-9dd0-ffc9b324711c', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'port_id': 'f9768712-2949-4085-b485-9a6386391423', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'mac_address': 'fa:16:3e:6b:8f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56108588-5052-4cbc-b248-29229aef7aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:32:32Z', 'updated_at': '2022-09-27T04:32:34Z', 'revision_number': 1, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '393bbc50-ff65-4a57-99fb-482a15b5ad7c', 'name': '', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'mac_address': 'fa:16:3e:df:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:31Z', 'updated_at': '2022-09-27T04:29:35Z', 'revision_number': 5, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'subnets': [{'id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:34:28.798925 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb15f701-f35f-43bb-8028-192b93b48e88 None None] The sync data for ids ['07ade2a2-9975-4f39-ba38-5ad70098302d'] in dv-cinder-859186-3-iscsi is: [{'id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'name': 'tempest-TestVolumeBootPattern-815580073-router', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:29:28Z', 'updated_at': '2022-09-27T04:29:31Z', 'revision_number': 4, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'gw_port': {'id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:29Z', 'updated_at': '2022-09-27T04:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': '12953f7c-ea78-4de7-9b84-ae1e3e33e981', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'floating_ip_address': '172.27.0.219', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'port_id': '9f31f6d4-7a24-48fa-b2fb-0449f62084ff', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 763, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'mac_address': 'fa:16:3e:97:e7:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1cee166-21d9-416d-86ce-c46b3155c551', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:34:27Z', 'updated_at': '2022-09-27T04:34:27Z', 'revision_number': 0, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'fixed_ip_address_scope': None}, {'id': '6f671b17-6c69-410c-9dd0-ffc9b324711c', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'port_id': 'f9768712-2949-4085-b485-9a6386391423', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'mac_address': 'fa:16:3e:6b:8f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56108588-5052-4cbc-b248-29229aef7aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:32:32Z', 'updated_at': '2022-09-27T04:32:34Z', 'revision_number': 1, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '393bbc50-ff65-4a57-99fb-482a15b5ad7c', 'name': '', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'mac_address': 'fa:16:3e:df:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:31Z', 'updated_at': '2022-09-27T04:29:35Z', 'revision_number': 5, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'subnets': [{'id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:34:28.981897 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d47979c7-c660-482f-9367-95483572ae89 None None] New status for floating IP 12953f7c-ea78-4de7-9b84-ae1e3e33e981: ACTIVE {{(pid=106212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 04:34:38.049947 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:34:38.052484 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:34:38.189577 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:38.607796 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=24 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:34:38.609925 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=37 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:34:48.179587 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=41,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:34:48.184980 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=29,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:34:50.319264 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-1a47acb9-1ff1-497f-8689-07cd38db9f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:50.711765 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=89 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:34:50.712431 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=95 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:34:52.266902 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-158295b9-f7ef-4b43-a880-3d060ba06c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:53.764356 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:55.089884 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:55.208092 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:34:57.700334 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:35:00.734093 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=2 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:35:05.202581 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:35:05.204466 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:35:07.696770 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=6 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:35:08.184581 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:35:18.178470 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:35:18.180326 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:35:19.611675 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9a77d32a-4ec7-43a3-8794-7b0d89f325b5 req-d2bb9ed6-a8db-4bce-8ff0-0a656f39036e service neutron] 10.222.0.57 "GET /networking/v2.0/ports?device_id=56108588-5052-4cbc-b248-29229aef7aec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375113 Sep 27 04:35:19.696221 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77d32a-4ec7-43a3-8794-7b0d89f325b5 req-11026741-6855-4de3-85c7-da529fe11f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:35:19.697683 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9a77d32a-4ec7-43a3-8794-7b0d89f325b5 req-11026741-6855-4de3-85c7-da529fe11f45 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=53d86b6e8a8343fca03ca6d38200f23f&device_id=56108588-5052-4cbc-b248-29229aef7aec HTTP/1.1" status: 200 len: 1130 time: 0.0391841 Sep 27 04:35:19.812507 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77d32a-4ec7-43a3-8794-7b0d89f325b5 req-287e929a-a597-46de-9afb-ae56909ef4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:35:19.814716 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9a77d32a-4ec7-43a3-8794-7b0d89f325b5 req-287e929a-a597-46de-9afb-ae56909ef4ce service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=df4f6840-004b-4387-a687-683e2895186f HTTP/1.1" status: 200 len: 912 time: 0.0923047 Sep 27 04:35:19.880446 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9a77d32a-4ec7-43a3-8794-7b0d89f325b5 req-e3ab9081-1270-4cf0-9483-9123259ab0e2 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9768712-2949-4085-b485-9a6386391423 HTTP/1.1" status: 200 len: 1002 time: 0.0565624 Sep 27 04:35:20.191129 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77d32a-4ec7-43a3-8794-7b0d89f325b5 req-3a8a586e-5c2f-4d16-a3d6-bb4031682046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:35:20.192590 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9a77d32a-4ec7-43a3-8794-7b0d89f325b5 req-3a8a586e-5c2f-4d16-a3d6-bb4031682046 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=adae9526-5b78-4ae5-a4c5-ed40836bb98e HTTP/1.1" status: 200 len: 850 time: 0.3057787 Sep 27 04:35:20.239183 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77d32a-4ec7-43a3-8794-7b0d89f325b5 req-dcc4d101-fe62-4f11-95d3-a9a79e574174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:35:20.240684 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9a77d32a-4ec7-43a3-8794-7b0d89f325b5 req-dcc4d101-fe62-4f11-95d3-a9a79e574174 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=df4f6840-004b-4387-a687-683e2895186f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0381703 Sep 27 04:35:20.321596 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9597813a-db4b-471b-b243-abbdee75e18f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:35:20.343505 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9a77d32a-4ec7-43a3-8794-7b0d89f325b5 req-5255f92c-b67a-431d-bd11-499c9b6d7a3f service neutron] 10.222.0.57 "GET /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927765 Sep 27 04:35:20.440713 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9a77d32a-4ec7-43a3-8794-7b0d89f325b5 req-99f1be84-ae66-4bc4-9411-fca9b6862818 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884047 Sep 27 04:35:22.257656 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-4d372e6a-a796-4372-bb73-60c91feb41ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:35:23.768082 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:35:25.092355 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:35:25.213504 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:35:30.436393 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=48 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:35:30.437315 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=53 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:35:34.701028 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:35:35.207321 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:35:35.209364 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:35:37.744865 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:35:38.201424 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:35:48.195935 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:35:48.197879 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:35:48.735321 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:35:48.736066 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:35:50.323506 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-5df8fbfe-aacc-42f9-87f6-637befd0f14c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:35:52.259317 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9503d791-0915-432b-8b69-ff8596c26c01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:35:53.769830 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:35:55.096440 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:35:55.211932 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:35:56.296503 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 38674) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:35:56.486825 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-3a0993e4-c966-4f76-a7d2-6c5141d2df58 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Deleting port e1a96418-47d6-4b93-84b4-d884260e497c {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:35:56.487165 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3a0993e4-c966-4f76-a7d2-6c5141d2df58 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (e1a96418-47d6-4b93-84b4-d884260e497c), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:35:56.569410 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3a0993e4-c966-4f76-a7d2-6c5141d2df58 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (e1a96418-47d6-4b93-84b4-d884260e497c), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:35:56.569649 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3a0993e4-c966-4f76-a7d2-6c5141d2df58 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for floatingip (e1a96418-47d6-4b93-84b4-d884260e497c), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:35:56.581942 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-3a0993e4-c966-4f76-a7d2-6c5141d2df58 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Calling delete_port for e1a96418-47d6-4b93-84b4-d884260e497c owned by network:floatingip {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:35:56.729522 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3a0993e4-c966-4f76-a7d2-6c5141d2df58 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (e1a96418-47d6-4b93-84b4-d884260e497c), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:35:56.760165 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0993e4-c966-4f76-a7d2-6c5141d2df58 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Pushing event deleted for resources: {'Port': ['ID=e1a96418-47d6-4b93-84b4-d884260e497c,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:35:56.784419 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0993e4-c966-4f76-a7d2-6c5141d2df58 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:35:56.784771 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0993e4-c966-4f76-a7d2-6c5141d2df58 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:35:56.785210 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0993e4-c966-4f76-a7d2-6c5141d2df58 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:35:56.785819 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0993e4-c966-4f76-a7d2-6c5141d2df58 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:35:56.786388 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0993e4-c966-4f76-a7d2-6c5141d2df58 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:35:56.786802 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0993e4-c966-4f76-a7d2-6c5141d2df58 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:35:56.787130 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0993e4-c966-4f76-a7d2-6c5141d2df58 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:35:56.787465 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0993e4-c966-4f76-a7d2-6c5141d2df58 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:35:56.787894 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0993e4-c966-4f76-a7d2-6c5141d2df58 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:35:56.788230 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0993e4-c966-4f76-a7d2-6c5141d2df58 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:35:56.788562 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0993e4-c966-4f76-a7d2-6c5141d2df58 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:35:56.788895 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0993e4-c966-4f76-a7d2-6c5141d2df58 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:35:56.789229 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0993e4-c966-4f76-a7d2-6c5141d2df58 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:35:56.789544 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0993e4-c966-4f76-a7d2-6c5141d2df58 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:35:56.789899 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0993e4-c966-4f76-a7d2-6c5141d2df58 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106211) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:35:56.836846 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3a0993e4-c966-4f76-a7d2-6c5141d2df58 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for floatingip (12953f7c-ea78-4de7-9b84-ae1e3e33e981), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:35:56.837165 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.db.l3_db [None req-3a0993e4-c966-4f76-a7d2-6c5141d2df58 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Floating IP 12953f7c-ea78-4de7-9b84-ae1e3e33e981 disassociated (deleted). External IP: 172.27.0.219, port: 9f31f6d4-7a24-48fa-b2fb-0449f62084ff. Sep 27 04:35:57.313276 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a0993e4-c966-4f76-a7d2-6c5141d2df58 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Router 07ade2a2-9975-4f39-ba38-5ad70098302d has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:35:57.417055 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a0993e4-c966-4f76-a7d2-6c5141d2df58 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:35:57.421708 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-3a0993e4-c966-4f76-a7d2-6c5141d2df58 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:35:57.423671 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:35:57.427955 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fcc9e9-13e9-4dce-96dc-1ac0b0aacbe0 None None] Sync routers for ids ['07ade2a2-9975-4f39-ba38-5ad70098302d'] in dv-cinder-859186-3-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:35:57.438922 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fcc9e9-13e9-4dce-96dc-1ac0b0aacbe0 None None] Routers {'07ade2a2-9975-4f39-ba38-5ad70098302d'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:35:57.439530 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-f9fcc9e9-13e9-4dce-96dc-1ac0b0aacbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:35:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['07ade2a2-9975-4f39-ba38-5ad70098302d'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:35:57.453789 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-3a0993e4-c966-4f76-a7d2-6c5141d2df58 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/12953f7c-ea78-4de7-9b84-ae1e3e33e981 HTTP/1.1" status: 204 len: 168 time: 1.1562700 Sep 27 04:35:57.454451 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1cee166-21d9-416d-86ce-c46b3155c551', 'tag': '9f31f6d4-7a24-48fa-b2fb-0449f62084ff'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:35:57.456665 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375caaa08d89e17f41855227bc5930e71d4ac07142983a49768ae7ff94431a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4cbdd9-b452-4403-8588-9e7da2cc9388" -d '{"events": [{"name": "network-changed", "server_uuid": "a1cee166-21d9-416d-86ce-c46b3155c551", "tag": "9f31f6d4-7a24-48fa-b2fb-0449f62084ff"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:35:57.506046 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bf519e-07de-4008-a8e8-4e2a68e4b61f x-openstack-request-id: req-94bf519e-07de-4008-a8e8-4e2a68e4b61f {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:35:57.506345 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1cee166-21d9-416d-86ce-c46b3155c551", "tag": "9f31f6d4-7a24-48fa-b2fb-0449f62084ff", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:35:57.506605 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-94bf519e-07de-4008-a8e8-4e2a68e4b61f {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:35:57.507019 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94bf519e-07de-4008-a8e8-4e2a68e4b61f'] response: {'name': 'network-changed', 'server_uuid': 'a1cee166-21d9-416d-86ce-c46b3155c551', 'tag': '9f31f6d4-7a24-48fa-b2fb-0449f62084ff', 'status': 'completed', 'code': 200} Sep 27 04:35:57.566414 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-f9fcc9e9-13e9-4dce-96dc-1ac0b0aacbe0 None None] Set router 07ade2a2-9975-4f39-ba38-5ad70098302d gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:35:57.643785 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cbdd9-b452-4403-8588-9e7da2cc9388 req-6c61bc95-a700-4178-86ec-acbd68792e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:35:57.645346 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6b4cbdd9-b452-4403-8588-9e7da2cc9388 req-6c61bc95-a700-4178-86ec-acbd68792e9d service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=53d86b6e8a8343fca03ca6d38200f23f&device_id=a1cee166-21d9-416d-86ce-c46b3155c551 HTTP/1.1" status: 200 len: 1130 time: 0.1084650 Sep 27 04:35:57.783214 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-f9fcc9e9-13e9-4dce-96dc-1ac0b0aacbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'name': 'tempest-TestVolumeBootPattern-815580073-router', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:29:28Z', 'updated_at': '2022-09-27T04:29:31Z', 'revision_number': 4, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'gw_port': {'id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:29Z', 'updated_at': '2022-09-27T04:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': '6f671b17-6c69-410c-9dd0-ffc9b324711c', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'port_id': 'f9768712-2949-4085-b485-9a6386391423', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'mac_address': 'fa:16:3e:6b:8f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56108588-5052-4cbc-b248-29229aef7aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:32:32Z', 'updated_at': '2022-09-27T04:32:34Z', 'revision_number': 1, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '393bbc50-ff65-4a57-99fb-482a15b5ad7c', 'name': '', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'mac_address': 'fa:16:3e:df:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:31Z', 'updated_at': '2022-09-27T04:29:35Z', 'revision_number': 5, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'subnets': [{'id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:35:57.814082 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6159ebb0-9cb1-4fba-869c-e20dd870175a req-89be3bd1-5205-4366-9265-805305c24ecd tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:35:57.815599 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-6159ebb0-9cb1-4fba-869c-e20dd870175a req-89be3bd1-5205-4366-9265-805305c24ecd tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a1cee166-21d9-416d-86ce-c46b3155c551 HTTP/1.1" status: 200 len: 946 time: 0.1593556 Sep 27 04:35:57.815811 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fcc9e9-13e9-4dce-96dc-1ac0b0aacbe0 None None] Checking router: 07ade2a2-9975-4f39-ba38-5ad70098302d for host: dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:35:57.824697 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fcc9e9-13e9-4dce-96dc-1ac0b0aacbe0 None None] Routers {'07ade2a2-9975-4f39-ba38-5ad70098302d'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:35:57.825309 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-f9fcc9e9-13e9-4dce-96dc-1ac0b0aacbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:35:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['07ade2a2-9975-4f39-ba38-5ad70098302d'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:35:57.841402 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:35:57.872847 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-6159ebb0-9cb1-4fba-869c-e20dd870175a req-4b08e395-fcba-4927-8563-b52c6be96597 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512803 Sep 27 04:35:57.927796 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-f9fcc9e9-13e9-4dce-96dc-1ac0b0aacbe0 None None] Set router 07ade2a2-9975-4f39-ba38-5ad70098302d gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:35:58.210453 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-f9fcc9e9-13e9-4dce-96dc-1ac0b0aacbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'name': 'tempest-TestVolumeBootPattern-815580073-router', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:29:28Z', 'updated_at': '2022-09-27T04:29:31Z', 'revision_number': 4, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'gw_port': {'id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:29Z', 'updated_at': '2022-09-27T04:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': '6f671b17-6c69-410c-9dd0-ffc9b324711c', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'port_id': 'f9768712-2949-4085-b485-9a6386391423', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'mac_address': 'fa:16:3e:6b:8f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56108588-5052-4cbc-b248-29229aef7aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:32:32Z', 'updated_at': '2022-09-27T04:32:34Z', 'revision_number': 1, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '393bbc50-ff65-4a57-99fb-482a15b5ad7c', 'name': '', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'mac_address': 'fa:16:3e:df:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:31Z', 'updated_at': '2022-09-27T04:29:35Z', 'revision_number': 5, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'subnets': [{'id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:35:58.235928 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fcc9e9-13e9-4dce-96dc-1ac0b0aacbe0 None None] The sync data for ids ['07ade2a2-9975-4f39-ba38-5ad70098302d'] in dv-cinder-859186-3-iscsi is: [{'id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'name': 'tempest-TestVolumeBootPattern-815580073-router', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:29:28Z', 'updated_at': '2022-09-27T04:29:31Z', 'revision_number': 4, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'gw_port': {'id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:29Z', 'updated_at': '2022-09-27T04:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_floatingips': [{'id': '6f671b17-6c69-410c-9dd0-ffc9b324711c', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'router_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'port_id': 'f9768712-2949-4085-b485-9a6386391423', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 760, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'mac_address': 'fa:16:3e:6b:8f:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56108588-5052-4cbc-b248-29229aef7aec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-27T04:32:32Z', 'updated_at': '2022-09-27T04:32:34Z', 'revision_number': 1, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '393bbc50-ff65-4a57-99fb-482a15b5ad7c', 'name': '', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'mac_address': 'fa:16:3e:df:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:31Z', 'updated_at': '2022-09-27T04:29:35Z', 'revision_number': 5, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'subnets': [{'id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:35:58.452072 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e112b922-aa7a-40da-bf1c-a46314343356 None None] New status for floating IP 12953f7c-ea78-4de7-9b84-ae1e3e33e981: DOWN {{(pid=106212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 04:35:58.905970 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cbdd9-b452-4403-8588-9e7da2cc9388 req-1434a946-e24a-438f-8d3c-226343c9c723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:35:58.907364 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6b4cbdd9-b452-4403-8588-9e7da2cc9388 req-1434a946-e24a-438f-8d3c-226343c9c723 service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=df4f6840-004b-4387-a687-683e2895186f HTTP/1.1" status: 200 len: 912 time: 0.0863211 Sep 27 04:35:59.045442 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6b4cbdd9-b452-4403-8588-9e7da2cc9388 req-2c8bcc1b-dad3-4e40-936c-27b234908a8d service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9f31f6d4-7a24-48fa-b2fb-0449f62084ff HTTP/1.1" status: 200 len: 217 time: 0.0467367 Sep 27 04:35:59.106129 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02e141f-8224-4463-b926-43bda3ab6701 req-003de80a-f57f-4896-bff1-39ff03198a6f tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:35:59.108024 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f02e141f-8224-4463-b926-43bda3ab6701 req-003de80a-f57f-4896-bff1-39ff03198a6f tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a1cee166-21d9-416d-86ce-c46b3155c551 HTTP/1.1" status: 200 len: 946 time: 0.1559117 Sep 27 04:35:59.132474 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cbdd9-b452-4403-8588-9e7da2cc9388 req-6b3a1e47-7563-4dfa-ab54-c24f7195792b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:35:59.133871 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6b4cbdd9-b452-4403-8588-9e7da2cc9388 req-6b3a1e47-7563-4dfa-ab54-c24f7195792b service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=adae9526-5b78-4ae5-a4c5-ed40836bb98e HTTP/1.1" status: 200 len: 850 time: 0.0723836 Sep 27 04:35:59.165145 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f02e141f-8224-4463-b926-43bda3ab6701 req-61d4d5c9-8b4d-461b-b4fb-1604fb931afe tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496969 Sep 27 04:35:59.353443 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4cbdd9-b452-4403-8588-9e7da2cc9388 req-36303c7b-1a91-4aae-949e-fc032331fd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:35:59.355456 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6b4cbdd9-b452-4403-8588-9e7da2cc9388 req-36303c7b-1a91-4aae-949e-fc032331fd00 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=df4f6840-004b-4387-a687-683e2895186f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398695 Sep 27 04:35:59.451972 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfee29c-1121-4b87-bcc9-bf4a43758b7e req-388b3785-4e50-4b74-9952-3adafc166a16 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:35:59.453326 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3cfee29c-1121-4b87-bcc9-bf4a43758b7e req-388b3785-4e50-4b74-9952-3adafc166a16 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=a1cee166-21d9-416d-86ce-c46b3155c551 HTTP/1.1" status: 200 len: 946 time: 0.0908766 Sep 27 04:35:59.525688 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6b4cbdd9-b452-4403-8588-9e7da2cc9388 req-f4956d61-b0c3-4e9a-a15d-af89dd35c446 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621048 Sep 27 04:35:59.602716 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-3cfee29c-1121-4b87-bcc9-bf4a43758b7e req-66a3dcc5-d973-445d-9638-b659f8b02658 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Deleting port 9f31f6d4-7a24-48fa-b2fb-0449f62084ff {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:35:59.603051 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-3cfee29c-1121-4b87-bcc9-bf4a43758b7e req-66a3dcc5-d973-445d-9638-b659f8b02658 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (9f31f6d4-7a24-48fa-b2fb-0449f62084ff), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:35:59.695775 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-6b4cbdd9-b452-4403-8588-9e7da2cc9388 req-7fdd0174-ee6b-481a-9d91-1316be2d76ad service neutron] 10.222.0.57 "GET /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503253 Sep 27 04:35:59.719565 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-3cfee29c-1121-4b87-bcc9-bf4a43758b7e req-66a3dcc5-d973-445d-9638-b659f8b02658 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] For port 9f31f6d4-7a24-48fa-b2fb-0449f62084ff, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=9f31f6d4-7a24-48fa-b2fb-0449f62084ff,segment=NetworkSegment(3855b0db-49a1-4957-864c-539480ffde2c),segment_id=3855b0db-49a1-4957-864c-539480ffde2c)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:35:59.719874 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-3cfee29c-1121-4b87-bcc9-bf4a43758b7e req-66a3dcc5-d973-445d-9638-b659f8b02658 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (9f31f6d4-7a24-48fa-b2fb-0449f62084ff), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:35:59.733605 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-3cfee29c-1121-4b87-bcc9-bf4a43758b7e req-66a3dcc5-d973-445d-9638-b659f8b02658 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Calling delete_port for 9f31f6d4-7a24-48fa-b2fb-0449f62084ff owned by compute:nova {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:35:59.856319 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:35:59.861081 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-3cfee29c-1121-4b87-bcc9-bf4a43758b7e req-66a3dcc5-d973-445d-9638-b659f8b02658 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (9f31f6d4-7a24-48fa-b2fb-0449f62084ff), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:35:59.888781 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a3dcc5-d973-445d-9638-b659f8b02658 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Pushing event deleted for resources: {'Port': ['ID=9f31f6d4-7a24-48fa-b2fb-0449f62084ff,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:35:59.900832 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3dcc5-d973-445d-9638-b659f8b02658 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:35:59.901175 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3dcc5-d973-445d-9638-b659f8b02658 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:35:59.901516 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3dcc5-d973-445d-9638-b659f8b02658 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:35:59.901900 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3dcc5-d973-445d-9638-b659f8b02658 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:35:59.902237 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3dcc5-d973-445d-9638-b659f8b02658 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:35:59.902566 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3dcc5-d973-445d-9638-b659f8b02658 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:35:59.902889 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3dcc5-d973-445d-9638-b659f8b02658 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:35:59.903212 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3dcc5-d973-445d-9638-b659f8b02658 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:35:59.903535 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3dcc5-d973-445d-9638-b659f8b02658 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:35:59.903854 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3dcc5-d973-445d-9638-b659f8b02658 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:35:59.904175 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3dcc5-d973-445d-9638-b659f8b02658 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:35:59.904533 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3dcc5-d973-445d-9638-b659f8b02658 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:35:59.904811 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3dcc5-d973-445d-9638-b659f8b02658 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:35:59.905162 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3dcc5-d973-445d-9638-b659f8b02658 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:35:59.905440 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a3dcc5-d973-445d-9638-b659f8b02658 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106210) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:35:59.942003 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cfee29c-1121-4b87-bcc9-bf4a43758b7e req-66a3dcc5-d973-445d-9638-b659f8b02658 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] No DVR routers for this DVR port 9f31f6d4-7a24-48fa-b2fb-0449f62084ff on host hv-cinder-85918 {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:35:59.944355 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-3cfee29c-1121-4b87-bcc9-bf4a43758b7e req-66a3dcc5-d973-445d-9638-b659f8b02658 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:35:59.947515 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-3cfee29c-1121-4b87-bcc9-bf4a43758b7e req-66a3dcc5-d973-445d-9638-b659f8b02658 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.57 "DELETE /networking/v2.0/ports/9f31f6d4-7a24-48fa-b2fb-0449f62084ff HTTP/1.1" status: 204 len: 173 time: 0.4845645 Sep 27 04:35:59.947996 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1cee166-21d9-416d-86ce-c46b3155c551', 'name': 'network-vif-deleted', 'tag': '9f31f6d4-7a24-48fa-b2fb-0449f62084ff'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:35:59.950267 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11a91d1-9bd8-401c-9452-2ac674810185" -d '{"events": [{"server_uuid": "a1cee166-21d9-416d-86ce-c46b3155c551", "name": "network-vif-deleted", "tag": "9f31f6d4-7a24-48fa-b2fb-0449f62084ff"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:35:59.989056 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd662561-f5de-4d37-95d3-2d5d7b916ef2 x-openstack-request-id: req-dd662561-f5de-4d37-95d3-2d5d7b916ef2 {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:35:59.989352 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1cee166-21d9-416d-86ce-c46b3155c551", "name": "network-vif-deleted", "tag": "9f31f6d4-7a24-48fa-b2fb-0449f62084ff", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:35:59.989608 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dd662561-f5de-4d37-95d3-2d5d7b916ef2 {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:35:59.990055 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd662561-f5de-4d37-95d3-2d5d7b916ef2'] response: {'server_uuid': 'a1cee166-21d9-416d-86ce-c46b3155c551', 'name': 'network-vif-deleted', 'tag': '9f31f6d4-7a24-48fa-b2fb-0449f62084ff', 'status': 'completed', 'code': 200} Sep 27 04:36:00.279714 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d8209f1a-1d7a-4ace-b76d-b181548bd55b req-a8c22b26-a917-4803-8a0f-7a364f26b1af tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=a1cee166-21d9-416d-86ce-c46b3155c551 HTTP/1.1" status: 200 len: 210 time: 0.0354428 Sep 27 04:36:03.589808 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 38724) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:36:03.726823 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-a9712711-59af-4b20-a92e-95a4a7f026c9 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Deleting port 6090ef6a-f603-41ca-8147-d2963fee1c7b {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:36:03.727078 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a9712711-59af-4b20-a92e-95a4a7f026c9 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (6090ef6a-f603-41ca-8147-d2963fee1c7b), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:03.801619 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a9712711-59af-4b20-a92e-95a4a7f026c9 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (6090ef6a-f603-41ca-8147-d2963fee1c7b), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:03.801986 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a9712711-59af-4b20-a92e-95a4a7f026c9 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for floatingip (6090ef6a-f603-41ca-8147-d2963fee1c7b), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:03.814511 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-a9712711-59af-4b20-a92e-95a4a7f026c9 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Calling delete_port for 6090ef6a-f603-41ca-8147-d2963fee1c7b owned by network:floatingip {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:36:03.962746 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a9712711-59af-4b20-a92e-95a4a7f026c9 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (6090ef6a-f603-41ca-8147-d2963fee1c7b), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:03.990924 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9712711-59af-4b20-a92e-95a4a7f026c9 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Pushing event deleted for resources: {'Port': ['ID=6090ef6a-f603-41ca-8147-d2963fee1c7b,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:36:04.057109 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a9712711-59af-4b20-a92e-95a4a7f026c9 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for floatingip (6f671b17-6c69-410c-9dd0-ffc9b324711c), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:04.058004 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.db.l3_db [None req-a9712711-59af-4b20-a92e-95a4a7f026c9 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Floating IP 6f671b17-6c69-410c-9dd0-ffc9b324711c disassociated (deleted). External IP: 172.27.0.194, port: f9768712-2949-4085-b485-9a6386391423. Sep 27 04:36:04.131455 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 9f31f6d4-7a24-48fa-b2fb-0449f62084ff no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:36:04.151310 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] No Port match for: 9f31f6d4-7a24-48fa-b2fb-0449f62084ff {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:36:04.151653 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device 9f31f6d4-7a24-48fa-b2fb-0449f62084ff not bound to the agent host hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:36:04.258300 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9712711-59af-4b20-a92e-95a4a7f026c9 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Router 07ade2a2-9975-4f39-ba38-5ad70098302d has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106211) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:36:04.344502 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:36:04.360391 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9712711-59af-4b20-a92e-95a4a7f026c9 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106211) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:36:04.365129 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-a9712711-59af-4b20-a92e-95a4a7f026c9 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:04.370457 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5496a411-f177-45d4-90a8-f0c8336e6aec None None] Sync routers for ids ['07ade2a2-9975-4f39-ba38-5ad70098302d'] in dv-cinder-859186-3-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:36:04.380013 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5496a411-f177-45d4-90a8-f0c8336e6aec None None] Routers {'07ade2a2-9975-4f39-ba38-5ad70098302d'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:36:04.380609 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-5496a411-f177-45d4-90a8-f0c8336e6aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:35:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['07ade2a2-9975-4f39-ba38-5ad70098302d'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:36:04.385676 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:36:04.399187 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-a9712711-59af-4b20-a92e-95a4a7f026c9 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/6f671b17-6c69-410c-9dd0-ffc9b324711c HTTP/1.1" status: 204 len: 168 time: 0.8083220 Sep 27 04:36:04.400064 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56108588-5052-4cbc-b248-29229aef7aec', 'tag': 'f9768712-2949-4085-b485-9a6386391423'}] {{(pid=106211) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:36:04.402593 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}375caaa08d89e17f41855227bc5930e71d4ac07142983a49768ae7ff94431a02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a2e3af-2635-4127-85f0-6a4ad97582ed" -d '{"events": [{"name": "network-changed", "server_uuid": "56108588-5052-4cbc-b248-29229aef7aec", "tag": "f9768712-2949-4085-b485-9a6386391423"}]}' {{(pid=106211) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:36:04.449067 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 27 Sep 2022 04:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0aba3a-06e6-4591-9623-8297a258606b x-openstack-request-id: req-5f0aba3a-06e6-4591-9623-8297a258606b {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:36:04.449362 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56108588-5052-4cbc-b248-29229aef7aec", "tag": "f9768712-2949-4085-b485-9a6386391423", "status": "completed", "code": 200}]} {{(pid=106211) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:36:04.449617 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5f0aba3a-06e6-4591-9623-8297a258606b {{(pid=106211) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:36:04.450055 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f0aba3a-06e6-4591-9623-8297a258606b'] response: {'name': 'network-changed', 'server_uuid': '56108588-5052-4cbc-b248-29229aef7aec', 'tag': 'f9768712-2949-4085-b485-9a6386391423', 'status': 'completed', 'code': 200} Sep 27 04:36:04.487312 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:36:04.492616 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-5496a411-f177-45d4-90a8-f0c8336e6aec None None] Set router 07ade2a2-9975-4f39-ba38-5ad70098302d gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:36:04.493391 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:36:04.532979 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2e3af-2635-4127-85f0-6a4ad97582ed req-bfb1efc9-2a17-4735-9626-2d87a6c676a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:36:04.534518 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f6a2e3af-2635-4127-85f0-6a4ad97582ed req-bfb1efc9-2a17-4735-9626-2d87a6c676a4 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?tenant_id=53d86b6e8a8343fca03ca6d38200f23f&device_id=56108588-5052-4cbc-b248-29229aef7aec HTTP/1.1" status: 200 len: 1130 time: 0.0495944 Sep 27 04:36:04.646953 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2e3af-2635-4127-85f0-6a4ad97582ed req-df518a41-1780-4f10-9610-27293e8a10fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:36:04.648553 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f6a2e3af-2635-4127-85f0-6a4ad97582ed req-df518a41-1780-4f10-9610-27293e8a10fe service neutron] 10.222.0.57 "GET /networking/v2.0/networks?id=df4f6840-004b-4387-a687-683e2895186f HTTP/1.1" status: 200 len: 912 time: 0.0984821 Sep 27 04:36:04.655874 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12aa05-25e4-4356-bca3-b2cb21d4b9f8 req-b33aff7b-2d0c-4390-a830-a5a3852f81e2 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106211) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:36:04.657336 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1b12aa05-25e4-4356-bca3-b2cb21d4b9f8 req-b33aff7b-2d0c-4390-a830-a5a3852f81e2 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56108588-5052-4cbc-b248-29229aef7aec HTTP/1.1" status: 200 len: 946 time: 0.0534530 Sep 27 04:36:04.703449 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-5496a411-f177-45d4-90a8-f0c8336e6aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'name': 'tempest-TestVolumeBootPattern-815580073-router', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:29:28Z', 'updated_at': '2022-09-27T04:29:31Z', 'revision_number': 4, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'gw_port': {'id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:29Z', 'updated_at': '2022-09-27T04:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '393bbc50-ff65-4a57-99fb-482a15b5ad7c', 'name': '', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'mac_address': 'fa:16:3e:df:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:31Z', 'updated_at': '2022-09-27T04:29:35Z', 'revision_number': 5, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'subnets': [{'id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:36:04.706985 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [req-1b12aa05-25e4-4356-bca3-b2cb21d4b9f8 req-a924a36a-5486-401d-84d7-359599ee8e74 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439138 Sep 27 04:36:04.729394 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5496a411-f177-45d4-90a8-f0c8336e6aec None None] Checking router: 07ade2a2-9975-4f39-ba38-5ad70098302d for host: dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:36:04.746507 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5496a411-f177-45d4-90a8-f0c8336e6aec None None] Routers {'07ade2a2-9975-4f39-ba38-5ad70098302d'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:36:04.747099 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-5496a411-f177-45d4-90a8-f0c8336e6aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:35:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['07ade2a2-9975-4f39-ba38-5ad70098302d'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:36:04.749877 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:36:04.858593 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-5496a411-f177-45d4-90a8-f0c8336e6aec None None] Set router 07ade2a2-9975-4f39-ba38-5ad70098302d gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:36:05.039310 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-5496a411-f177-45d4-90a8-f0c8336e6aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'name': 'tempest-TestVolumeBootPattern-815580073-router', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:29:28Z', 'updated_at': '2022-09-27T04:29:31Z', 'revision_number': 4, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'gw_port': {'id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:29Z', 'updated_at': '2022-09-27T04:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '393bbc50-ff65-4a57-99fb-482a15b5ad7c', 'name': '', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'mac_address': 'fa:16:3e:df:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:31Z', 'updated_at': '2022-09-27T04:29:35Z', 'revision_number': 5, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'subnets': [{'id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:36:05.066529 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5496a411-f177-45d4-90a8-f0c8336e6aec None None] The sync data for ids ['07ade2a2-9975-4f39-ba38-5ad70098302d'] in dv-cinder-859186-3-iscsi is: [{'id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'name': 'tempest-TestVolumeBootPattern-815580073-router', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:29:28Z', 'updated_at': '2022-09-27T04:29:31Z', 'revision_number': 4, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'gw_port': {'id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:29Z', 'updated_at': '2022-09-27T04:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi', '_interfaces': [{'id': '393bbc50-ff65-4a57-99fb-482a15b5ad7c', 'name': '', 'network_id': 'df4f6840-004b-4387-a687-683e2895186f', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'mac_address': 'fa:16:3e:df:6f:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_interface', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:31Z', 'updated_at': '2022-09-27T04:29:35Z', 'revision_number': 5, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'subnets': [{'id': 'adae9526-5b78-4ae5-a4c5-ed40836bb98e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:36:05.272197 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84719bbb-2334-47b9-946e-0c9a73b7a4b6 None None] New status for floating IP 6f671b17-6c69-410c-9dd0-ffc9b324711c: DOWN {{(pid=106212) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Sep 27 04:36:05.837644 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f6a2e3af-2635-4127-85f0-6a4ad97582ed req-34323c9d-1b3d-4f12-a0b3-77a2cd9e8ca0 service neutron] 10.222.0.57 "GET /networking/v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f9768712-2949-4085-b485-9a6386391423 HTTP/1.1" status: 200 len: 217 time: 0.0584762 Sep 27 04:36:05.879090 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655a51c-0db8-4e29-a11f-9daeb0090c98 req-9bd2c03a-d7cc-4df0-81f0-38adb2eca20e tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:36:05.880486 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e655a51c-0db8-4e29-a11f-9daeb0090c98 req-9bd2c03a-d7cc-4df0-81f0-38adb2eca20e tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56108588-5052-4cbc-b248-29229aef7aec HTTP/1.1" status: 200 len: 946 time: 0.0949676 Sep 27 04:36:05.911384 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2e3af-2635-4127-85f0-6a4ad97582ed req-4008bd9b-49b6-4411-8c0a-d0174114ff15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:36:05.912748 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f6a2e3af-2635-4127-85f0-6a4ad97582ed req-4008bd9b-49b6-4411-8c0a-d0174114ff15 service neutron] 10.222.0.57 "GET /networking/v2.0/subnets?id=adae9526-5b78-4ae5-a4c5-ed40836bb98e HTTP/1.1" status: 200 len: 850 time: 0.0677190 Sep 27 04:36:05.952005 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-e655a51c-0db8-4e29-a11f-9daeb0090c98 req-56151a1b-6093-4bf4-ac6b-288afc886012 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/security-groups?id=dc8aeeb6-4f41-4b60-b98c-998d780399e1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656507 Sep 27 04:36:05.977709 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2e3af-2635-4127-85f0-6a4ad97582ed req-d2d97753-7414-41a1-acec-f0742ee8a063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:36:05.979789 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f6a2e3af-2635-4127-85f0-6a4ad97582ed req-d2d97753-7414-41a1-acec-f0742ee8a063 service neutron] 10.222.0.57 "GET /networking/v2.0/ports?network_id=df4f6840-004b-4387-a687-683e2895186f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432942 Sep 27 04:36:06.067585 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f6a2e3af-2635-4127-85f0-6a4ad97582ed req-0ed2f060-92cc-4136-86ed-852ff7e3bb0e service neutron] 10.222.0.57 "GET /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811317 Sep 27 04:36:06.265025 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-f6a2e3af-2635-4127-85f0-6a4ad97582ed req-40b31441-4c28-4861-b0a7-7750cfbaae00 service neutron] 10.222.0.57 "GET /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871103 Sep 27 04:36:06.308784 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d193be83-673d-4d3d-9687-5836af28d475 req-bcc0bcdb-92a7-4bb9-a732-28311267493e tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=106210) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 27 04:36:06.310243 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d193be83-673d-4d3d-9687-5836af28d475 req-bcc0bcdb-92a7-4bb9-a732-28311267493e tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.57 "GET /networking/v2.0/ports?device_id=56108588-5052-4cbc-b248-29229aef7aec HTTP/1.1" status: 200 len: 946 time: 0.0444510 Sep 27 04:36:06.394880 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-d193be83-673d-4d3d-9687-5836af28d475 req-0f955e75-4487-4320-accf-d5f4418f3ced tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Deleting port f9768712-2949-4085-b485-9a6386391423 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:36:06.395219 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-d193be83-673d-4d3d-9687-5836af28d475 req-0f955e75-4487-4320-accf-d5f4418f3ced tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (f9768712-2949-4085-b485-9a6386391423), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:06.483032 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [req-d193be83-673d-4d3d-9687-5836af28d475 req-0f955e75-4487-4320-accf-d5f4418f3ced tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] For port f9768712-2949-4085-b485-9a6386391423, host hv-cinder-85918, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85918',level=0,port_id=f9768712-2949-4085-b485-9a6386391423,segment=NetworkSegment(3855b0db-49a1-4957-864c-539480ffde2c),segment_id=3855b0db-49a1-4957-864c-539480ffde2c)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:36:06.483390 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-d193be83-673d-4d3d-9687-5836af28d475 req-0f955e75-4487-4320-accf-d5f4418f3ced tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (f9768712-2949-4085-b485-9a6386391423), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:06.496224 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [req-d193be83-673d-4d3d-9687-5836af28d475 req-0f955e75-4487-4320-accf-d5f4418f3ced tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Calling delete_port for f9768712-2949-4085-b485-9a6386391423 owned by compute:nova {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:36:06.602035 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:36:06.620525 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-d193be83-673d-4d3d-9687-5836af28d475 req-0f955e75-4487-4320-accf-d5f4418f3ced tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (f9768712-2949-4085-b485-9a6386391423), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:06.644652 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:36:06.647098 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f955e75-4487-4320-accf-d5f4418f3ced tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Pushing event deleted for resources: {'Port': ['ID=f9768712-2949-4085-b485-9a6386391423,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:36:06.696365 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.l3_dvrscheduler_db [req-d193be83-673d-4d3d-9687-5836af28d475 req-0f955e75-4487-4320-accf-d5f4418f3ced tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] No DVR routers for this DVR port f9768712-2949-4085-b485-9a6386391423 on host hv-cinder-85918 {{(pid=106210) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:36:06.698828 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [req-d193be83-673d-4d3d-9687-5836af28d475 req-0f955e75-4487-4320-accf-d5f4418f3ced tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for port (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:06.702017 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-d193be83-673d-4d3d-9687-5836af28d475 req-0f955e75-4487-4320-accf-d5f4418f3ced tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.57 "DELETE /networking/v2.0/ports/f9768712-2949-4085-b485-9a6386391423 HTTP/1.1" status: 204 len: 173 time: 0.3841033 Sep 27 04:36:06.702505 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56108588-5052-4cbc-b248-29229aef7aec', 'name': 'network-vif-deleted', 'tag': 'f9768712-2949-4085-b485-9a6386391423'}] {{(pid=106210) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Sep 27 04:36:06.704707 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6e686357cf26960aecd484249ee4a040c17695923d68125e8c4e764a698b2317" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd13937-152c-4b36-99ae-56f83fdd7413" -d '{"events": [{"server_uuid": "56108588-5052-4cbc-b248-29229aef7aec", "name": "network-vif-deleted", "tag": "f9768712-2949-4085-b485-9a6386391423"}]}' {{(pid=106210) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 27 04:36:06.742776 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 27 Sep 2022 04:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbb199d-c4b8-4866-8961-05c83b44a2ed x-openstack-request-id: req-bdbb199d-c4b8-4866-8961-05c83b44a2ed {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 27 04:36:06.743065 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56108588-5052-4cbc-b248-29229aef7aec", "name": "network-vif-deleted", "tag": "f9768712-2949-4085-b485-9a6386391423", "status": "completed", "code": 200}]} {{(pid=106210) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 27 04:36:06.743314 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bdbb199d-c4b8-4866-8961-05c83b44a2ed {{(pid=106210) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 27 04:36:06.743718 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdbb199d-c4b8-4866-8961-05c83b44a2ed'] response: {'server_uuid': '56108588-5052-4cbc-b248-29229aef7aec', 'name': 'network-vif-deleted', 'tag': 'f9768712-2949-4085-b485-9a6386391423', 'status': 'completed', 'code': 200} Sep 27 04:36:07.078960 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [req-9fe22ff3-2524-4917-b086-0d403f5e04df req-f834238f-d80e-4bce-b956-638a1070ef7a tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "GET /networking/v2.0/ports?device_id=56108588-5052-4cbc-b248-29229aef7aec HTTP/1.1" status: 200 len: 210 time: 0.0296516 Sep 27 04:36:08.147641 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 38740) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:36:08.188673 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:08.257096 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-9689b260-a0cc-472e-a61a-b3b588abab99 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Deleting port 82514c3e-b0d5-48a2-aba5-a1b91df98ce5 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:36:08.257427 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9689b260-a0cc-472e-a61a-b3b588abab99 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (82514c3e-b0d5-48a2-aba5-a1b91df98ce5), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:08.331658 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9689b260-a0cc-472e-a61a-b3b588abab99 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (82514c3e-b0d5-48a2-aba5-a1b91df98ce5), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:08.331897 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9689b260-a0cc-472e-a61a-b3b588abab99 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for floatingip (82514c3e-b0d5-48a2-aba5-a1b91df98ce5), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:08.347054 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-9689b260-a0cc-472e-a61a-b3b588abab99 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Calling delete_port for 82514c3e-b0d5-48a2-aba5-a1b91df98ce5 owned by network:floatingip {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:36:08.472793 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9689b260-a0cc-472e-a61a-b3b588abab99 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (82514c3e-b0d5-48a2-aba5-a1b91df98ce5), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:08.500147 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9689b260-a0cc-472e-a61a-b3b588abab99 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Pushing event deleted for resources: {'Port': ['ID=82514c3e-b0d5-48a2-aba5-a1b91df98ce5,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:36:08.562180 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9689b260-a0cc-472e-a61a-b3b588abab99 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for floatingip (ff5bcf45-de80-4643-af08-993d124d7f8e), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:08.565136 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-9689b260-a0cc-472e-a61a-b3b588abab99 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-45147'] for floatingip (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:08.566367 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-9689b260-a0cc-472e-a61a-b3b588abab99 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "DELETE /networking/v2.0/floatingips/ff5bcf45-de80-4643-af08-993d124d7f8e HTTP/1.1" status: 204 len: 168 time: 0.4182744 Sep 27 04:36:09.771489 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 38752) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:36:09.828337 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-58132356-e63a-4758-b970-d9cd598b9b58 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for security_group (dc8aeeb6-4f41-4b60-b98c-998d780399e1), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:09.852156 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-58132356-e63a-4758-b970-d9cd598b9b58 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for security_group (dc8aeeb6-4f41-4b60-b98c-998d780399e1), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:09.913418 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-58132356-e63a-4758-b970-d9cd598b9b58 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (dc8aeeb6-4f41-4b60-b98c-998d780399e1), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:09.916009 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-58132356-e63a-4758-b970-d9cd598b9b58 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:09.917178 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-58132356-e63a-4758-b970-d9cd598b9b58 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] 10.222.0.26 "DELETE /networking/v2.0/security-groups/dc8aeeb6-4f41-4b60-b98c-998d780399e1 HTTP/1.1" status: 204 len: 168 time: 0.1446977 Sep 27 04:36:09.926962 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58132356-e63a-4758-b970-d9cd598b9b58 tempest-TestVolumeBootPattern-57324624 tempest-TestVolumeBootPattern-57324624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8aeeb6-4f41-4b60-b98c-998d780399e1,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:36:09.971615 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 38756) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:36:10.172118 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device f9768712-2949-4085-b485-9a6386391423 no longer exists at agent hyperv_hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:36:10.191458 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] No Port match for: f9768712-2949-4085-b485-9a6386391423 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:36:10.191807 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Device f9768712-2949-4085-b485-9a6386391423 not bound to the agent host hv-cinder-85918 {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:36:10.323720 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:36:10.334644 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:36:10.379916 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c2868b46-dd59-408d-9d91-c79440602e83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689427'] for router_interface (07ade2a2-9975-4f39-ba38-5ad70098302d), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:10.595752 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-c2868b46-dd59-408d-9d91-c79440602e83 admin admin] Deleting port 393bbc50-ff65-4a57-99fb-482a15b5ad7c {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:36:10.596006 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c2868b46-dd59-408d-9d91-c79440602e83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (393bbc50-ff65-4a57-99fb-482a15b5ad7c), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:10.672914 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-c2868b46-dd59-408d-9d91-c79440602e83 admin admin] For port 393bbc50-ff65-4a57-99fb-482a15b5ad7c, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=393bbc50-ff65-4a57-99fb-482a15b5ad7c,segment=NetworkSegment(3855b0db-49a1-4957-864c-539480ffde2c),segment_id=3855b0db-49a1-4957-864c-539480ffde2c)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:36:10.673274 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c2868b46-dd59-408d-9d91-c79440602e83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (393bbc50-ff65-4a57-99fb-482a15b5ad7c), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:10.686157 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-c2868b46-dd59-408d-9d91-c79440602e83 admin admin] Calling delete_port for 393bbc50-ff65-4a57-99fb-482a15b5ad7c owned by network:router_interface {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:36:10.862502 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c2868b46-dd59-408d-9d91-c79440602e83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (393bbc50-ff65-4a57-99fb-482a15b5ad7c), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:10.895700 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2868b46-dd59-408d-9d91-c79440602e83 admin admin] Pushing event deleted for resources: {'Port': ['ID=393bbc50-ff65-4a57-99fb-482a15b5ad7c,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:36:11.052656 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-c2868b46-dd59-408d-9d91-c79440602e83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3723526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4106851'] for router_interface (07ade2a2-9975-4f39-ba38-5ad70098302d), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:11.152634 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:36:11.159975 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:36:11.267394 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2868b46-dd59-408d-9d91-c79440602e83 admin admin] Router 07ade2a2-9975-4f39-ba38-5ad70098302d has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:36:11.365669 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2868b46-dd59-408d-9d91-c79440602e83 admin admin] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:36:11.370685 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-c2868b46-dd59-408d-9d91-c79440602e83 admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/07ade2a2-9975-4f39-ba38-5ad70098302d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3980732 Sep 27 04:36:11.373398 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 38760) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:36:11.375409 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c140dce8-011b-4c96-8c96-3998b7a4fcd5 None None] Sync routers for ids ['07ade2a2-9975-4f39-ba38-5ad70098302d'] in dv-cinder-859186-3-iscsi {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:36:11.385697 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c140dce8-011b-4c96-8c96-3998b7a4fcd5 None None] Routers {'07ade2a2-9975-4f39-ba38-5ad70098302d'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:36:11.386335 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-c140dce8-011b-4c96-8c96-3998b7a4fcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:35:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['07ade2a2-9975-4f39-ba38-5ad70098302d'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:36:11.470938 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-533a7aa2-d931-4674-94d5-372b85304fb3 admin admin] Publish callbacks [] for router (07ade2a2-9975-4f39-ba38-5ad70098302d), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:11.487026 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-c140dce8-011b-4c96-8c96-3998b7a4fcd5 None None] Set router 07ade2a2-9975-4f39-ba38-5ad70098302d gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:36:11.667395 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-c140dce8-011b-4c96-8c96-3998b7a4fcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'name': 'tempest-TestVolumeBootPattern-815580073-router', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:29:28Z', 'updated_at': '2022-09-27T04:36:10Z', 'revision_number': 5, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'gw_port': {'id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:29Z', 'updated_at': '2022-09-27T04:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi'}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:36:11.695491 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c140dce8-011b-4c96-8c96-3998b7a4fcd5 None None] Checking router: 07ade2a2-9975-4f39-ba38-5ad70098302d for host: dv-cinder-859186-3-iscsi {{(pid=106213) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:36:11.704044 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:36:11.708481 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c140dce8-011b-4c96-8c96-3998b7a4fcd5 None None] Routers {'07ade2a2-9975-4f39-ba38-5ad70098302d'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106213) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:36:11.709098 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-c140dce8-011b-4c96-8c96-3998b7a4fcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:35:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['07ade2a2-9975-4f39-ba38-5ad70098302d'], 'active': True} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:36:11.809453 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_dvr_db [None req-c140dce8-011b-4c96-8c96-3998b7a4fcd5 None None] Set router 07ade2a2-9975-4f39-ba38-5ad70098302d gateway port host: dv-cinder-859186-3-iscsi {{(pid=106213) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:36:11.827294 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-533a7aa2-d931-4674-94d5-372b85304fb3 admin admin] Publish callbacks [] for router_gateway (07ade2a2-9975-4f39-ba38-5ad70098302d), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:11.870061 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-533a7aa2-d931-4674-94d5-372b85304fb3 admin admin] Deleting port c96e44c5-6d17-4f3a-98f8-e69df467cdc3 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:36:11.870738 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-533a7aa2-d931-4674-94d5-372b85304fb3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (c96e44c5-6d17-4f3a-98f8-e69df467cdc3), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:11.909329 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:36:11.950962 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-533a7aa2-d931-4674-94d5-372b85304fb3 admin admin] For port c96e44c5-6d17-4f3a-98f8-e69df467cdc3, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=c96e44c5-6d17-4f3a-98f8-e69df467cdc3,segment=NetworkSegment(458173e0-a334-422f-a9db-e4c60ba44888),segment_id=458173e0-a334-422f-a9db-e4c60ba44888)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:36:11.951213 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-533a7aa2-d931-4674-94d5-372b85304fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (c96e44c5-6d17-4f3a-98f8-e69df467cdc3), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:11.965408 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-533a7aa2-d931-4674-94d5-372b85304fb3 admin admin] Calling delete_port for c96e44c5-6d17-4f3a-98f8-e69df467cdc3 owned by network:router_gateway {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:36:11.977348 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.l3_hamode_db [None req-c140dce8-011b-4c96-8c96-3998b7a4fcd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'name': 'tempest-TestVolumeBootPattern-815580073-router', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:29:28Z', 'updated_at': '2022-09-27T04:36:10Z', 'revision_number': 5, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'gw_port': {'id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:29Z', 'updated_at': '2022-09-27T04:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi'}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106213) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:36:11.978959 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=100 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:36:12.002593 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c140dce8-011b-4c96-8c96-3998b7a4fcd5 None None] The sync data for ids ['07ade2a2-9975-4f39-ba38-5ad70098302d'] in dv-cinder-859186-3-iscsi is: [{'id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'name': 'tempest-TestVolumeBootPattern-815580073-router', 'tenant_id': '53d86b6e8a8343fca03ca6d38200f23f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254'}], 'enable_snat': True}, 'gw_port_id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:29:28Z', 'updated_at': '2022-09-27T04:36:10Z', 'revision_number': 5, 'project_id': '53d86b6e8a8343fca03ca6d38200f23f', 'gw_port': {'id': 'c96e44c5-6d17-4f3a-98f8-e69df467cdc3', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:37:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07ade2a2-9975-4f39-ba38-5ad70098302d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 654, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:29Z', 'updated_at': '2022-09-27T04:29:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi'}] {{(pid=106213) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:36:12.131850 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-533a7aa2-d931-4674-94d5-372b85304fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (c96e44c5-6d17-4f3a-98f8-e69df467cdc3), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:12.160121 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533a7aa2-d931-4674-94d5-372b85304fb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=c96e44c5-6d17-4f3a-98f8-e69df467cdc3,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:36:12.206910 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:36:12.222115 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-533a7aa2-d931-4674-94d5-372b85304fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4106517'] for router_gateway (07ade2a2-9975-4f39-ba38-5ad70098302d), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:12.307873 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-533a7aa2-d931-4674-94d5-372b85304fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4106764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124561'] for router (07ade2a2-9975-4f39-ba38-5ad70098302d), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:12.309969 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-533a7aa2-d931-4674-94d5-372b85304fb3 admin admin] Publish callbacks [] for router_controller (07ade2a2-9975-4f39-ba38-5ad70098302d), precommit_delete_associations {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:12.344005 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:36:12.351452 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-533a7aa2-d931-4674-94d5-372b85304fb3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4106773'] for router (07ade2a2-9975-4f39-ba38-5ad70098302d), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:12.352079 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533a7aa2-d931-4674-94d5-372b85304fb3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07ade2a2-9975-4f39-ba38-5ad70098302d {{(pid=106210) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 04:36:12.356526 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-533a7aa2-d931-4674-94d5-372b85304fb3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:12.357727 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-533a7aa2-d931-4674-94d5-372b85304fb3 admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/07ade2a2-9975-4f39-ba38-5ad70098302d HTTP/1.1" status: 204 len: 168 time: 0.9833829 Sep 27 04:36:12.360438 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 38762) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:36:12.414479 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc9694e0-11d5-4ab8-bceb-77fb4859c1b2 admin admin] Deleting subnet adae9526-5b78-4ae5-a4c5-ed40836bb98e {{(pid=106210) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 04:36:12.420015 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dc9694e0-11d5-4ab8-bceb-77fb4859c1b2 admin admin] Publish callbacks [] for subnet (adae9526-5b78-4ae5-a4c5-ed40836bb98e), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:12.454475 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dc9694e0-11d5-4ab8-bceb-77fb4859c1b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6975061'] for subnet (adae9526-5b78-4ae5-a4c5-ed40836bb98e), precommit_delete_associations {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:12.530951 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dc9694e0-11d5-4ab8-bceb-77fb4859c1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671939'] for subnet (adae9526-5b78-4ae5-a4c5-ed40836bb98e), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:12.588458 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dc9694e0-11d5-4ab8-bceb-77fb4859c1b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9338860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9214698'] for subnet (adae9526-5b78-4ae5-a4c5-ed40836bb98e), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:12.613536 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9694e0-11d5-4ab8-bceb-77fb4859c1b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=adae9526-5b78-4ae5-a4c5-ed40836bb98e,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:36:12.620087 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-dc9694e0-11d5-4ab8-bceb-77fb4859c1b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for subnet (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:12.623386 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-dc9694e0-11d5-4ab8-bceb-77fb4859c1b2 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/adae9526-5b78-4ae5-a4c5-ed40836bb98e HTTP/1.1" status: 204 len: 168 time: 0.2620032 Sep 27 04:36:12.626649 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 38764) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:36:12.627563 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b12b8a-7560-4dc7-817a-3c5582c7c5c2 None None] Network df4f6840-004b-4387-a687-683e2895186f requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:36:12.701607 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-09879177-03ad-4194-81b6-91570abc1eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798866'] for network (df4f6840-004b-4387-a687-683e2895186f), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:12.746744 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-09879177-03ad-4194-81b6-91570abc1eb2 admin admin] Deleting port ab3d6ea0-0620-4743-82ab-fc092700f894 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:36:12.747087 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-09879177-03ad-4194-81b6-91570abc1eb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (ab3d6ea0-0620-4743-82ab-fc092700f894), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:12.809400 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-09879177-03ad-4194-81b6-91570abc1eb2 admin admin] For port ab3d6ea0-0620-4743-82ab-fc092700f894, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=ab3d6ea0-0620-4743-82ab-fc092700f894,segment=NetworkSegment(3855b0db-49a1-4957-864c-539480ffde2c),segment_id=3855b0db-49a1-4957-864c-539480ffde2c)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:36:12.809797 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-09879177-03ad-4194-81b6-91570abc1eb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (ab3d6ea0-0620-4743-82ab-fc092700f894), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:12.823014 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-09879177-03ad-4194-81b6-91570abc1eb2 admin admin] Calling delete_port for ab3d6ea0-0620-4743-82ab-fc092700f894 owned by network:dhcp {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:36:12.905108 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-09879177-03ad-4194-81b6-91570abc1eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (ab3d6ea0-0620-4743-82ab-fc092700f894), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:12.932163 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09879177-03ad-4194-81b6-91570abc1eb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab3d6ea0-0620-4743-82ab-fc092700f894,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:36:12.937554 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09879177-03ad-4194-81b6-91570abc1eb2 admin admin] No DVR routers for this DVR port ab3d6ea0-0620-4743-82ab-fc092700f894 on host dv-cinder-859186-3-iscsi {{(pid=106211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:36:13.007164 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-09879177-03ad-4194-81b6-91570abc1eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779509', 'neutron.services.segments.db._delete_segments_for_network-8770988261578'] for network (df4f6840-004b-4387-a687-683e2895186f), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:13.027172 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-09879177-03ad-4194-81b6-91570abc1eb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4f6840-004b-4387-a687-683e2895186f']}} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:36:13.040500 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-09879177-03ad-4194-81b6-91570abc1eb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3855b0db-49a1-4957-864c-539480ffde2c') {'for_net_delete': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:36:13.040871 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-09879177-03ad-4194-81b6-91570abc1eb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3855b0db-49a1-4957-864c-539480ffde2c') {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:36:13.054652 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-09879177-03ad-4194-81b6-91570abc1eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770988232295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9770295'] for segment (3855b0db-49a1-4957-864c-539480ffde2c), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:13.064207 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c67923-de1e-484a-894a-f02bc7265db6 None None] DHCP port deletion for df4f6840-004b-4387-a687-683e2895186f request from dv-cinder-859186-3-iscsi {{(pid=106212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 27 04:36:13.071268 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-09879177-03ad-4194-81b6-91570abc1eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (3855b0db-49a1-4957-864c-539480ffde2c), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:13.086305 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09879177-03ad-4194-81b6-91570abc1eb2 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=106211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 04:36:13.086706 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-09879177-03ad-4194-81b6-91570abc1eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9553014'] for segment (3855b0db-49a1-4957-864c-539480ffde2c), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:13.128267 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.services.segments.plugin [-] Segment 3855b0db-49a1-4957-864c-539480ffde2c resource provider aggregate not found Sep 27 04:36:13.148606 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.services.segments.plugin [-] Segment 3855b0db-49a1-4957-864c-539480ffde2c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3855b0db-49a1-4957-864c-539480ffde2c found for delete ", "request_id": "req-4500593b-6c1a-43a5-84e4-7f4b94e25b9d"}]} Sep 27 04:36:13.153192 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-09879177-03ad-4194-81b6-91570abc1eb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4106734'] for network (df4f6840-004b-4387-a687-683e2895186f), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:13.159223 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-09879177-03ad-4194-81b6-91570abc1eb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:13.162364 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-09879177-03ad-4194-81b6-91570abc1eb2 admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/df4f6840-004b-4387-a687-683e2895186f HTTP/1.1" status: 204 len: 168 time: 0.5335739 Sep 27 04:36:13.165407 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 38770) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:36:13.174512 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09879177-03ad-4194-81b6-91570abc1eb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=df4f6840-004b-4387-a687-683e2895186f,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:36:13.477140 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7cb99915-d4b7-4fa8-8244-14e063e1ce7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3689427'] for router_interface (3a57b971-3f52-4835-99a8-124d65408ffd), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:13.697466 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:36:13.702403 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7cb99915-d4b7-4fa8-8244-14e063e1ce7a admin admin] Deleting port 6e8b23b0-bc61-4571-9a21-75bb81bcfa43 {{(pid=106210) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:36:13.702729 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7cb99915-d4b7-4fa8-8244-14e063e1ce7a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (6e8b23b0-bc61-4571-9a21-75bb81bcfa43), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:13.777651 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:36:13.784870 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.db [None req-7cb99915-d4b7-4fa8-8244-14e063e1ce7a admin admin] For port 6e8b23b0-bc61-4571-9a21-75bb81bcfa43, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=6e8b23b0-bc61-4571-9a21-75bb81bcfa43,segment=NetworkSegment(1f5f70c2-b521-4468-aada-3bc551b798e3),segment_id=1f5f70c2-b521-4468-aada-3bc551b798e3)] {{(pid=106210) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:36:13.785234 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7cb99915-d4b7-4fa8-8244-14e063e1ce7a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (6e8b23b0-bc61-4571-9a21-75bb81bcfa43), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:13.799604 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.plugins.ml2.plugin [None req-7cb99915-d4b7-4fa8-8244-14e063e1ce7a admin admin] Calling delete_port for 6e8b23b0-bc61-4571-9a21-75bb81bcfa43 owned by network:router_interface {{(pid=106210) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:36:13.978128 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7cb99915-d4b7-4fa8-8244-14e063e1ce7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9338801'] for port (6e8b23b0-bc61-4571-9a21-75bb81bcfa43), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:14.000726 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb99915-d4b7-4fa8-8244-14e063e1ce7a admin admin] Pushing event deleted for resources: {'Port': ['ID=6e8b23b0-bc61-4571-9a21-75bb81bcfa43,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:36:14.154128 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 393bbc50-ff65-4a57-99fb-482a15b5ad7c no longer exists at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:36:14.168227 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-7cb99915-d4b7-4fa8-8244-14e063e1ce7a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3723526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4106851'] for router_interface (3a57b971-3f52-4835-99a8-124d65408ffd), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:14.174828 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] No Port match for: 393bbc50-ff65-4a57-99fb-482a15b5ad7c {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:36:14.175176 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 393bbc50-ff65-4a57-99fb-482a15b5ad7c not bound to the agent host dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:36:14.175589 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device ab3d6ea0-0620-4743-82ab-fc092700f894 no longer exists at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:36:14.203548 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] No Port match for: ab3d6ea0-0620-4743-82ab-fc092700f894 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:36:14.203895 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device ab3d6ea0-0620-4743-82ab-fc092700f894 not bound to the agent host dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:36:14.204301 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device c96e44c5-6d17-4f3a-98f8-e69df467cdc3 no longer exists at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:36:14.222514 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] No Port match for: c96e44c5-6d17-4f3a-98f8-e69df467cdc3 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:36:14.222856 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device c96e44c5-6d17-4f3a-98f8-e69df467cdc3 not bound to the agent host dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:36:14.379552 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb99915-d4b7-4fa8-8244-14e063e1ce7a admin admin] Router 3a57b971-3f52-4835-99a8-124d65408ffd has already been hosted by L3 agent 1a534786-8095-4832-a439-62015d3bc58a {{(pid=106210) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 27 04:36:14.480216 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb99915-d4b7-4fa8-8244-14e063e1ce7a admin admin] Notify agent at l3_agent.dv-cinder-859186-3-iscsi the message routers_updated {{(pid=106210) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 27 04:36:14.487796 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-7cb99915-d4b7-4fa8-8244-14e063e1ce7a admin admin] 10.222.0.26 "PUT /networking/v2.0/routers/3a57b971-3f52-4835-99a8-124d65408ffd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3181503 Sep 27 04:36:14.488001 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 38772) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:36:14.489917 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb92305-1fef-4de8-84cb-0b521545d35a None None] Sync routers for ids ['3a57b971-3f52-4835-99a8-124d65408ffd'] in dv-cinder-859186-3-iscsi {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 27 04:36:14.501109 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb92305-1fef-4de8-84cb-0b521545d35a None None] Routers {'3a57b971-3f52-4835-99a8-124d65408ffd'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:36:14.501830 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-5fb92305-1fef-4de8-84cb-0b521545d35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:35:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['3a57b971-3f52-4835-99a8-124d65408ffd'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:36:14.588632 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1a1c09d3-1fcf-45bd-83a1-c6142a19e8bf admin admin] Publish callbacks [] for router (3a57b971-3f52-4835-99a8-124d65408ffd), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:14.605990 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-5fb92305-1fef-4de8-84cb-0b521545d35a None None] Set router 3a57b971-3f52-4835-99a8-124d65408ffd gateway port host: dv-cinder-859186-3-iscsi {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:36:14.686424 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1a1c09d3-1fcf-45bd-83a1-c6142a19e8bf admin admin] Publish callbacks [] for router_gateway (3a57b971-3f52-4835-99a8-124d65408ffd), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:14.691352 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:36:14.730736 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-1a1c09d3-1fcf-45bd-83a1-c6142a19e8bf admin admin] Deleting port 25a54548-54d9-441f-b9e5-01972934299d {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:36:14.731075 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1a1c09d3-1fcf-45bd-83a1-c6142a19e8bf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (25a54548-54d9-441f-b9e5-01972934299d), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:14.771417 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-5fb92305-1fef-4de8-84cb-0b521545d35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a57b971-3f52-4835-99a8-124d65408ffd', 'name': 'tempest-TestVolumeBootPattern-1299133401-router', 'tenant_id': '8069df7a2e984db0ac8925e1f0c242d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'external_fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.18'}], 'enable_snat': True}, 'gw_port_id': '25a54548-54d9-441f-b9e5-01972934299d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:29:34Z', 'updated_at': '2022-09-27T04:36:13Z', 'revision_number': 5, 'project_id': '8069df7a2e984db0ac8925e1f0c242d8', 'gw_port': {'id': '25a54548-54d9-441f-b9e5-01972934299d', 'name': '', 'network_id': '4c2326fb-b4db-42c7-9331-4377c9818745', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:dc:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a57b971-3f52-4835-99a8-124d65408ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'ip_address': '172.27.0.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-859186-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-27T04:29:35Z', 'updated_at': '2022-09-27T04:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '65648eee-291b-4b8a-95c0-f3ca12df09c9', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-859186-3-iscsi'}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:36:14.788868 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:36:14.801595 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb92305-1fef-4de8-84cb-0b521545d35a None None] Checking router: 3a57b971-3f52-4835-99a8-124d65408ffd for host: dv-cinder-859186-3-iscsi {{(pid=106212) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 27 04:36:14.810229 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb92305-1fef-4de8-84cb-0b521545d35a None None] Routers {'3a57b971-3f52-4835-99a8-124d65408ffd'} bound to L3 agent in host dv-cinder-859186-3-iscsi {{(pid=106212) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Sep 27 04:36:14.810840 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-5fb92305-1fef-4de8-84cb-0b521545d35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-859186-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-27T04:11:52Z,description=,heartbeat_timestamp=2022-09-27T04:35:52Z,host='dv-cinder-859186-3-iscsi',id=1a534786-8095-4832-a439-62015d3bc58a,load=0,resource_versions=,resources_synced=,started_at=2022-09-27T04:11:52Z,topic='l3_agent')) {'router_ids': ['3a57b971-3f52-4835-99a8-124d65408ffd'], 'active': True} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:36:14.816002 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-1a1c09d3-1fcf-45bd-83a1-c6142a19e8bf admin admin] For port 25a54548-54d9-441f-b9e5-01972934299d, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=25a54548-54d9-441f-b9e5-01972934299d,segment=NetworkSegment(458173e0-a334-422f-a9db-e4c60ba44888),segment_id=458173e0-a334-422f-a9db-e4c60ba44888)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:36:14.816375 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1a1c09d3-1fcf-45bd-83a1-c6142a19e8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (25a54548-54d9-441f-b9e5-01972934299d), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:14.829344 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-1a1c09d3-1fcf-45bd-83a1-c6142a19e8bf admin admin] Calling delete_port for 25a54548-54d9-441f-b9e5-01972934299d owned by network:router_gateway {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:36:14.890498 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvr_db [None req-5fb92305-1fef-4de8-84cb-0b521545d35a None None] Set router 3a57b971-3f52-4835-99a8-124d65408ffd gateway port host: None {{(pid=106212) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Sep 27 04:36:14.942683 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_hamode_db [None req-5fb92305-1fef-4de8-84cb-0b521545d35a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a57b971-3f52-4835-99a8-124d65408ffd', 'name': 'tempest-TestVolumeBootPattern-1299133401-router', 'tenant_id': '8069df7a2e984db0ac8925e1f0c242d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:29:34Z', 'updated_at': '2022-09-27T04:36:14Z', 'revision_number': 6, 'project_id': '8069df7a2e984db0ac8925e1f0c242d8', 'gw_port_host': None}], 'dv-cinder-859186-3-iscsi', False) {} {{(pid=106212) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:36:14.968826 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb92305-1fef-4de8-84cb-0b521545d35a None None] The sync data for ids ['3a57b971-3f52-4835-99a8-124d65408ffd'] in dv-cinder-859186-3-iscsi is: [{'id': '3a57b971-3f52-4835-99a8-124d65408ffd', 'name': 'tempest-TestVolumeBootPattern-1299133401-router', 'tenant_id': '8069df7a2e984db0ac8925e1f0c242d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-27T04:29:34Z', 'updated_at': '2022-09-27T04:36:14Z', 'revision_number': 6, 'project_id': '8069df7a2e984db0ac8925e1f0c242d8', 'gw_port_host': None}] {{(pid=106212) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 27 04:36:14.994933 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1a1c09d3-1fcf-45bd-83a1-c6142a19e8bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (25a54548-54d9-441f-b9e5-01972934299d), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:15.017966 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1c09d3-1fcf-45bd-83a1-c6142a19e8bf admin admin] Pushing event deleted for resources: {'Port': ['ID=25a54548-54d9-441f-b9e5-01972934299d,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:36:15.080200 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1a1c09d3-1fcf-45bd-83a1-c6142a19e8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4106517'] for router_gateway (3a57b971-3f52-4835-99a8-124d65408ffd), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:15.170323 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1a1c09d3-1fcf-45bd-83a1-c6142a19e8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4106764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124561'] for router (3a57b971-3f52-4835-99a8-124d65408ffd), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:15.172511 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1a1c09d3-1fcf-45bd-83a1-c6142a19e8bf admin admin] Publish callbacks [] for router_controller (3a57b971-3f52-4835-99a8-124d65408ffd), precommit_delete_associations {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:15.217361 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1a1c09d3-1fcf-45bd-83a1-c6142a19e8bf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-4106773'] for router (3a57b971-3f52-4835-99a8-124d65408ffd), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:15.218003 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a1c09d3-1fcf-45bd-83a1-c6142a19e8bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a57b971-3f52-4835-99a8-124d65408ffd {{(pid=106211) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 27 04:36:15.222208 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-1a1c09d3-1fcf-45bd-83a1-c6142a19e8bf admin admin] Publish callbacks [] for router (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:15.223347 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-1a1c09d3-1fcf-45bd-83a1-c6142a19e8bf admin admin] 10.222.0.26 "DELETE /networking/v2.0/routers/3a57b971-3f52-4835-99a8-124d65408ffd HTTP/1.1" status: 204 len: 168 time: 0.7343662 Sep 27 04:36:15.226011 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 38774) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:36:15.270404 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.db_base_plugin_v2 [None req-206bb7fb-f3fa-494f-bd40-0ec7d107e9f5 admin admin] Deleting subnet aac67899-dc5a-496e-bf8d-d7385b65acc1 {{(pid=106211) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Sep 27 04:36:15.273433 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-206bb7fb-f3fa-494f-bd40-0ec7d107e9f5 admin admin] Publish callbacks [] for subnet (aac67899-dc5a-496e-bf8d-d7385b65acc1), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:15.308352 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-206bb7fb-f3fa-494f-bd40-0ec7d107e9f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9770302'] for subnet (aac67899-dc5a-496e-bf8d-d7385b65acc1), precommit_delete_associations {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:15.389488 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-206bb7fb-f3fa-494f-bd40-0ec7d107e9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-671939'] for subnet (aac67899-dc5a-496e-bf8d-d7385b65acc1), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:15.441476 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-206bb7fb-f3fa-494f-bd40-0ec7d107e9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-684200', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105603', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9553112', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10262446'] for subnet (aac67899-dc5a-496e-bf8d-d7385b65acc1), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:15.466485 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206bb7fb-f3fa-494f-bd40-0ec7d107e9f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aac67899-dc5a-496e-bf8d-d7385b65acc1,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:36:15.470166 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-206bb7fb-f3fa-494f-bd40-0ec7d107e9f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:15.473539 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-206bb7fb-f3fa-494f-bd40-0ec7d107e9f5 admin admin] 10.222.0.26 "DELETE /networking/v2.0/subnets/aac67899-dc5a-496e-bf8d-d7385b65acc1 HTTP/1.1" status: 204 len: 168 time: 0.2462738 Sep 27 04:36:15.475682 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62249be-7315-479b-8938-cd9081dc3120 None None] Network ff8958a9-1d15-4a33-98bb-91961388fca3 requested from dv-cinder-859186-3-iscsi {{(pid=106212) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:193}} Sep 27 04:36:15.476157 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 38776) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:36:15.558420 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-821c12db-5e54-4979-afe8-0e47548cbf8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-798866'] for network (ff8958a9-1d15-4a33-98bb-91961388fca3), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:15.565014 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:36:15.603099 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-821c12db-5e54-4979-afe8-0e47548cbf8c admin admin] Deleting port 6ee36b09-9938-4ec7-97df-f1b955bddb94 {{(pid=106211) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:36:15.603973 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-821c12db-5e54-4979-afe8-0e47548cbf8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (6ee36b09-9938-4ec7-97df-f1b955bddb94), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:15.668530 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.db [None req-821c12db-5e54-4979-afe8-0e47548cbf8c admin admin] For port 6ee36b09-9938-4ec7-97df-f1b955bddb94, host dv-cinder-859186-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-859186-3-iscsi',level=0,port_id=6ee36b09-9938-4ec7-97df-f1b955bddb94,segment=NetworkSegment(1f5f70c2-b521-4468-aada-3bc551b798e3),segment_id=1f5f70c2-b521-4468-aada-3bc551b798e3)] {{(pid=106211) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:36:15.668803 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-821c12db-5e54-4979-afe8-0e47548cbf8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (6ee36b09-9938-4ec7-97df-f1b955bddb94), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:15.682378 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.plugin [None req-821c12db-5e54-4979-afe8-0e47548cbf8c admin admin] Calling delete_port for 6ee36b09-9938-4ec7-97df-f1b955bddb94 owned by network:dhcp {{(pid=106211) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:36:15.686852 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:UPDATE=4 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:36:15.756655 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c9488c-2b06-4669-8abc-3080845d330c None None] DHCP port deletion for ff8958a9-1d15-4a33-98bb-91961388fca3 request from dv-cinder-859186-3-iscsi {{(pid=106212) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:263}} Sep 27 04:36:15.771055 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-821c12db-5e54-4979-afe8-0e47548cbf8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9553029'] for port (6ee36b09-9938-4ec7-97df-f1b955bddb94), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:15.789577 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:36:15.794893 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c12db-5e54-4979-afe8-0e47548cbf8c admin admin] Pushing event deleted for resources: {'Port': ['ID=6ee36b09-9938-4ec7-97df-f1b955bddb94,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:36:15.795873 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e4c9488c-2b06-4669-8abc-3080845d330c None None] Deleting port 6ee36b09-9938-4ec7-97df-f1b955bddb94 {{(pid=106212) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2066}} Sep 27 04:36:15.796185 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e4c9488c-2b06-4669-8abc-3080845d330c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770988349974'] for port (6ee36b09-9938-4ec7-97df-f1b955bddb94), before_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:15.800647 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821c12db-5e54-4979-afe8-0e47548cbf8c admin admin] No DVR routers for this DVR port 6ee36b09-9938-4ec7-97df-f1b955bddb94 on host dv-cinder-859186-3-iscsi {{(pid=106211) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:36:15.839554 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:36:15.866273 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.db [None req-e4c9488c-2b06-4669-8abc-3080845d330c None None] For port 6ee36b09-9938-4ec7-97df-f1b955bddb94, host dv-cinder-859186-3-iscsi, got binding levels [] {{(pid=106212) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 27 04:36:15.866668 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e4c9488c-2b06-4669-8abc-3080845d330c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3699989'] for port (6ee36b09-9938-4ec7-97df-f1b955bddb94), precommit_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:15.875737 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-821c12db-5e54-4979-afe8-0e47548cbf8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-779509', 'neutron.services.segments.db._delete_segments_for_network-8770988261578'] for network (ff8958a9-1d15-4a33-98bb-91961388fca3), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:15.879665 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e4c9488c-2b06-4669-8abc-3080845d330c None None] Calling delete_port for 6ee36b09-9938-4ec7-97df-f1b955bddb94 owned by network:dhcp {{(pid=106212) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Sep 27 04:36:15.882423 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.ipam_backend_mixin [None req-e4c9488c-2b06-4669-8abc-3080845d330c None None] Port 6ee36b09-9938-4ec7-97df-f1b955bddb94 was not found and therefore no delete operation was performed {{(pid=106212) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Sep 27 04:36:15.883656 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e4c9488c-2b06-4669-8abc-3080845d330c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-754703', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-201705', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770988352916', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770987813093'] for port (6ee36b09-9938-4ec7-97df-f1b955bddb94), after_delete {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:15.899191 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-821c12db-5e54-4979-afe8-0e47548cbf8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff8958a9-1d15-4a33-98bb-91961388fca3']}} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:36:15.908962 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9488c-2b06-4669-8abc-3080845d330c None None] Pushing event deleted for resources: {'Port': ['ID=6ee36b09-9938-4ec7-97df-f1b955bddb94,revision_number=None']} {{(pid=106212) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:36:15.910134 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-821c12db-5e54-4979-afe8-0e47548cbf8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f5f70c2-b521-4468-aada-3bc551b798e3') {'for_net_delete': True} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:36:15.910423 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.services.segments.db [None req-821c12db-5e54-4979-afe8-0e47548cbf8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f5f70c2-b521-4468-aada-3bc551b798e3') {} {{(pid=106211) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 27 04:36:15.913635 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c9488c-2b06-4669-8abc-3080845d330c None None] No DVR routers for this DVR port 6ee36b09-9938-4ec7-97df-f1b955bddb94 on host dv-cinder-859186-3-iscsi {{(pid=106212) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Sep 27 04:36:15.925321 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c9488c-2b06-4669-8abc-3080845d330c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:36:15.925321 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c9488c-2b06-4669-8abc-3080845d330c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:36:15.925321 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c9488c-2b06-4669-8abc-3080845d330c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:36:15.925321 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c9488c-2b06-4669-8abc-3080845d330c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:36:15.925321 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c9488c-2b06-4669-8abc-3080845d330c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:36:15.925321 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c9488c-2b06-4669-8abc-3080845d330c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:36:15.925321 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c9488c-2b06-4669-8abc-3080845d330c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:36:15.925321 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c9488c-2b06-4669-8abc-3080845d330c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:36:15.925321 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c9488c-2b06-4669-8abc-3080845d330c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:36:15.925321 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c9488c-2b06-4669-8abc-3080845d330c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:36:15.925321 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c9488c-2b06-4669-8abc-3080845d330c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:36:15.925321 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c9488c-2b06-4669-8abc-3080845d330c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:36:15.925321 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c9488c-2b06-4669-8abc-3080845d330c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:36:15.925321 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c9488c-2b06-4669-8abc-3080845d330c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:36:15.925321 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c9488c-2b06-4669-8abc-3080845d330c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-859186-3-iscsi {{(pid=106212) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 27 04:36:15.928978 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-821c12db-5e54-4979-afe8-0e47548cbf8c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770988232295', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9770295'] for segment (1f5f70c2-b521-4468-aada-3bc551b798e3), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:15.943417 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-821c12db-5e54-4979-afe8-0e47548cbf8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320'] for segment (1f5f70c2-b521-4468-aada-3bc551b798e3), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:15.950684 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-821c12db-5e54-4979-afe8-0e47548cbf8c admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=106211) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 27 04:36:15.951056 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-821c12db-5e54-4979-afe8-0e47548cbf8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-785320', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9553014'] for segment (1f5f70c2-b521-4468-aada-3bc551b798e3), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:15.992461 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.services.segments.plugin [-] Segment 1f5f70c2-b521-4468-aada-3bc551b798e3 resource provider aggregate not found Sep 27 04:36:16.012269 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.services.segments.plugin [-] Segment 1f5f70c2-b521-4468-aada-3bc551b798e3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f5f70c2-b521-4468-aada-3bc551b798e3 found for delete ", "request_id": "req-10c838bf-f677-4258-9935-cb2d5f404baf"}]} Sep 27 04:36:16.022315 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-821c12db-5e54-4979-afe8-0e47548cbf8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-779518', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4105513', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3723551', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4106734'] for network (ff8958a9-1d15-4a33-98bb-91961388fca3), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:16.029028 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-821c12db-5e54-4979-afe8-0e47548cbf8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3723629'] for network (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:16.034355 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-821c12db-5e54-4979-afe8-0e47548cbf8c admin admin] 10.222.0.26 "DELETE /networking/v2.0/networks/ff8958a9-1d15-4a33-98bb-91961388fca3 HTTP/1.1" status: 204 len: 168 time: 0.5574934 Sep 27 04:36:16.048873 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821c12db-5e54-4979-afe8-0e47548cbf8c admin admin] Pushing event deleted for resources: {'Network': ['ID=ff8958a9-1d15-4a33-98bb-91961388fca3,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:36:16.094799 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 25a54548-54d9-441f-b9e5-01972934299d no longer exists at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:36:16.114907 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] No Port match for: 25a54548-54d9-441f-b9e5-01972934299d {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:36:16.115255 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 25a54548-54d9-441f-b9e5-01972934299d not bound to the agent host dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:36:16.115653 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 6e8b23b0-bc61-4571-9a21-75bb81bcfa43 no longer exists at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:36:16.134531 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] No Port match for: 6e8b23b0-bc61-4571-9a21-75bb81bcfa43 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:36:16.134881 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 6e8b23b0-bc61-4571-9a21-75bb81bcfa43 not bound to the agent host dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:36:16.135289 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 6ee36b09-9938-4ec7-97df-f1b955bddb94 no longer exists at agent ovs-agent-dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 27 04:36:16.156014 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 38784) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:36:16.158495 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.plugin [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] No Port match for: 6ee36b09-9938-4ec7-97df-f1b955bddb94 {{(pid=106212) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2405}} Sep 27 04:36:16.158845 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron.plugins.ml2.rpc [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Device 6ee36b09-9938-4ec7-97df-f1b955bddb94 not bound to the agent host dv-cinder-859186-3-iscsi {{(pid=106212) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 27 04:36:16.195667 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-796e2234-ed08-43d3-bce5-359c21ce2171 admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=53d86b6e8a8343fca03ca6d38200f23f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385215 Sep 27 04:36:16.198324 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.wsgi [-] (106211) accepted ('10.222.0.26', 38786) {{(pid=106211) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:36:16.249307 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-627db15a-f4b6-4531-8c58-5f622051a5fb admin admin] Publish callbacks [] for security_group (070b0cf7-b41b-479d-a997-2fb12fe1fdad), before_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:16.268708 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-627db15a-f4b6-4531-8c58-5f622051a5fb admin admin] Publish callbacks [] for security_group (070b0cf7-b41b-479d-a997-2fb12fe1fdad), precommit_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:16.314906 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-627db15a-f4b6-4531-8c58-5f622051a5fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (070b0cf7-b41b-479d-a997-2fb12fe1fdad), after_delete {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:16.317548 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron_lib.callbacks.manager [None req-627db15a-f4b6-4531-8c58-5f622051a5fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106211) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:16.318804 dv-cinder-859186-3-iscsi neutron-server[106211]: INFO neutron.wsgi [None req-627db15a-f4b6-4531-8c58-5f622051a5fb admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/070b0cf7-b41b-479d-a997-2fb12fe1fdad HTTP/1.1" status: 204 len: 168 time: 0.1195512 Sep 27 04:36:16.326951 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627db15a-f4b6-4531-8c58-5f622051a5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070b0cf7-b41b-479d-a997-2fb12fe1fdad,revision_number=None']} {{(pid=106211) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:36:16.636560 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 38792) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:36:16.676538 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-67bf71ad-14bd-405c-9a28-24e48a6a4bbf admin admin] 10.222.0.26 "GET /networking/v2.0/security-groups?tenant_id=8069df7a2e984db0ac8925e1f0c242d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388727 Sep 27 04:36:16.678895 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [-] (106210) accepted ('10.222.0.26', 38794) {{(pid=106210) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Sep 27 04:36:16.689944 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:36:16.723018 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:36:16.726615 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-949fd4a1-c43d-4d46-868f-31d0be4687ba admin admin] Publish callbacks [] for security_group (20bb106a-15a7-46e5-a255-a2be5cc14a4f), before_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:16.747730 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-949fd4a1-c43d-4d46-868f-31d0be4687ba admin admin] Publish callbacks [] for security_group (20bb106a-15a7-46e5-a255-a2be5cc14a4f), precommit_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:16.793284 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-949fd4a1-c43d-4d46-868f-31d0be4687ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-4112120'] for security_group (20bb106a-15a7-46e5-a255-a2be5cc14a4f), after_delete {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:16.795884 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron_lib.callbacks.manager [None req-949fd4a1-c43d-4d46-868f-31d0be4687ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=106210) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:16.796982 dv-cinder-859186-3-iscsi neutron-server[106210]: INFO neutron.wsgi [None req-949fd4a1-c43d-4d46-868f-31d0be4687ba admin admin] 10.222.0.26 "DELETE /networking/v2.0/security-groups/20bb106a-15a7-46e5-a255-a2be5cc14a4f HTTP/1.1" status: 204 len: 168 time: 0.1172295 Sep 27 04:36:16.804655 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949fd4a1-c43d-4d46-868f-31d0be4687ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20bb106a-15a7-46e5-a255-a2be5cc14a4f,revision_number=None']} {{(pid=106210) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 27 04:36:20.326123 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-2ad4e924-e255-49f8-b8dd-2fc810beaf9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:21.981332 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=8 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:36:22.262997 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-a421781b-d841-4863-981a-c42a2e0b6b0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:23.773702 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:25.101156 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:25.216045 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:26.321835 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=65,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:36:26.323073 dv-cinder-859186-3-iscsi neutron-server[106211]: DEBUG dbcounter [-] [106211] Writing DB stats neutron:SELECT=49,neutron:DELETE=6 {{(pid=106211) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:36:26.799643 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:36:26.800452 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG dbcounter [-] [106210] Writing DB stats neutron:SELECT=6,neutron:DELETE=2 {{(pid=106210) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:36:35.206556 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:36:35.211873 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:36:38.196000 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:48.190529 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:36:48.192403 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:36:48.703795 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:36:50.327609 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-153be735-faa3-4e86-b61d-8199acfff7f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:52.264293 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-74151940-873a-49fc-b10c-2c8804083265 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:53.777544 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:55.103514 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:55.220257 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:36:58.697833 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=15 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:36:58.698552 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=19 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:37:05.210302 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:37:05.216360 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:37:06.769758 dv-cinder-859186-3-iscsi neutron-server[106210]: DEBUG neutron.wsgi [req-f9d04007-2357-4eac-8a63-c870a5021340 req-c30025fc-b7aa-4c42-bf8c-f9cc9a211055 service neutron] (106210) timed out ('10.222.0.57', 52229) {{(pid=106210) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Sep 27 04:37:08.207559 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:37:18.197475 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:37:18.203778 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:37:20.333403 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-f56bfee7-cd11-49e1-a643-362a87b7f0a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:37:22.266600 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-dd98f199-11f0-466b-a47b-3543af48bbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:37:23.781064 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:37:25.106279 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:37:25.223798 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:37:25.703259 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:37:35.212489 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:37:35.219899 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:37:35.698611 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:37:35.699373 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:37:38.222720 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:37:48.212303 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:37:48.218331 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:37:48.740929 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:37:48.741651 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:37:50.325282 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-085a48fe-9f2d-4d16-80c6-4d1d85577409 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:37:52.268120 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-b32bea9c-75a9-4b5e-b33c-6efb6cd9161b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:37:53.785910 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:37:55.108985 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:37:55.227132 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:38:02.702131 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:38:05.726296 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:38:07.261899 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:38:07.262642 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:38:08.223008 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:38:12.699099 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:38:18.214297 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:38:18.219833 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:38:20.325856 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c11739d8-9b78-4844-a143-66028426629e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:38:22.269197 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-5c530eaa-8985-4def-b984-496c014e3276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:38:23.787658 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:38:25.111091 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:38:25.230247 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:38:35.220201 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:38:35.226407 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:38:38.219285 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:38:39.702162 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:38:48.213183 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:38:48.214042 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:38:49.697434 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=20 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:38:49.698140 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=14 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:38:50.327267 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e3cff1de-a5a5-4c18-ba61-028170765978 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:38:52.272301 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-01faf143-e424-4597-96da-cdaf4e16ee19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:38:53.788453 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:38:55.113237 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:38:55.233089 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:39:05.226812 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:39:05.228698 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:39:08.234094 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:39:16.701453 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:39:18.227425 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:39:18.229344 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:39:19.734274 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:39:20.328863 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c3959572-222c-4aae-b16b-739b4d2afbbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:39:22.274544 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-dd32a152-87c7-4862-b2ac-8b01c1d65d40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:39:23.789610 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:39:25.117168 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:39:25.236555 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:39:26.698019 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=3 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:39:35.230621 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:39:35.233239 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:39:38.247247 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:39:48.241794 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:39:48.243677 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:39:50.329576 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-c4f628ca-89f1-4daf-9faa-5e113b4f1ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:39:52.279179 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-81981dc3-0189-47e5-9613-c7ddeab65a81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:39:53.700731 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:39:53.792737 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:39:55.120896 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:39:55.242071 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:40:03.696746 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:40:03.697395 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=5 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:40:07.266097 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:UPDATE=4,neutron:SELECT=20 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:40:07.267979 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:40:08.280936 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:40:18.275821 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:40:18.277696 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=1,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:40:20.331460 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-803e2aec-841f-4214-b5fd-1c1b08990732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:40:22.279576 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-b043bf46-3d3f-434f-92f5-14c6e954a30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:40:23.795809 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:40:25.126614 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:40:25.244036 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:40:30.700564 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:40:33.736160 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:40:35.238574 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:40:35.240646 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:40:38.279928 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:40:47.258732 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=15 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:40:47.262887 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=15 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:40:48.274617 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:40:48.276478 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:40:50.332534 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-b3520197-bb75-48ea-80b8-2b8a36827d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:40:52.281013 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-08bbae87-fa34-400a-ac95-8d1f45145ddf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:40:53.798267 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:40:55.120554 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:40:55.247376 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:41:05.241822 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:41:05.243704 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:41:07.699944 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG neutron.db.agents_db [None req-19e5e781-2574-4fe9-bbdb-f5d25b49f7a0 None None] Agent healthcheck: found 6 active agents {{(pid=106213) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 27 04:41:08.279205 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-7f207093-da85-406b-9edf-d1d799c3aaa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (b1f517e4-57bd-40c9-8710-cebf6376635e), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:41:17.694603 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:41:17.695289 dv-cinder-859186-3-iscsi neutron-server[106213]: DEBUG dbcounter [-] [106213] Writing DB stats neutron:SELECT=4 {{(pid=106213) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:41:18.269255 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:41:18.271149 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG dbcounter [-] [106212] Writing DB stats neutron:SELECT=2,neutron:UPDATE=1 {{(pid=106212) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Sep 27 04:41:20.338295 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e2b98c5d-483f-4606-9071-2148a6e14565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (90f8f94a-2e1d-4f4f-8859-344f24ecc1be), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:41:22.283710 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-9a7f0319-c74f-4324-a852-266122c81b15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1a534786-8095-4832-a439-62015d3bc58a), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:41:23.801474 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-ec59db1e-96a5-4d15-9f01-482ed5088a67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (a129b4b1-cd93-4309-a3e9-8984bf5b20c4), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:41:25.123049 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-e50dadac-db26-40f9-b699-a1620d7cc996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (0bd2b542-4da8-414e-835f-b1729a0a5f72), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Sep 27 04:41:25.251350 dv-cinder-859186-3-iscsi neutron-server[106212]: DEBUG neutron_lib.callbacks.manager [None req-0650b1dc-edb8-4cfe-a904-eecf6acfff04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770988261560', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-782006'] for agent (1425a257-69dd-4485-9a09-9f406f764009), after_update {{(pid=106212) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}